-- Logs begin at Tue 2022-04-12 18:12:13 UTC, end at Tue 2022-04-12 19:33:07 UTC. -- Apr 12 19:00:38.355925 dv-cinder-837538-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 19:00:41.317787 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.common.config [-] Logging enabled! Apr 12 19:00:41.318426 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 19:00:41.318583 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 19:00:41.321862 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.common.config [-] Logging enabled! Apr 12 19:00:41.322116 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev110 Apr 12 19:00:41.322427 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103795) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 19:00:41.323342 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:00:41.323603 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:00:41.323979 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:00:41.324228 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:00:41.324457 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:00:41.324873 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.325864 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 19:00:41.326193 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.326489 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.326781 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.327081 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.327373 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.327681 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.327970 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.328272 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.328559 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.328841 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.329126 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.329420 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.329703 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.329991 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.330279 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.330566 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] debug = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.330845 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.331272 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.331712 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.331992 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.332282 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.332559 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.332832 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.333109 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.333391 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.333716 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] host = dv-cinder-837538-1-iscsi {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.333992 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.334279 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.334564 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.334848 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.335123 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.335402 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.335709 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.335985 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.336257 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.336530 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.336823 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.337110 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.337398 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.337622 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.337845 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.338136 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.338424 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.338699 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.338973 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.339248 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.339542 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.339818 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.340087 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.340371 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.340656 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.341720 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.341939 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.342222 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.342497 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.342769 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.343056 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.343329 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.343627 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.343903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.344190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.344460 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.344735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.345035 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.345320 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.345600 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.345883 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.346153 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.346434 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.346704 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.346978 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.347248 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_json = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.347539 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.347812 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.348091 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.348396 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.348673 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.348945 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.349215 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.349499 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.349769 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:41.350064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.350358 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.350661 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.350957 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.351245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.351555 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.351846 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.352123 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.352409 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.352696 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.352985 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.353264 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.353560 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.353847 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.354402 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.354705 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.354999 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.355291 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.355594 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.355872 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.356148 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.356452 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.356924 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.357248 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.357542 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.357836 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.358118 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.358417 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.358703 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.358998 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.359289 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.359598 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.359880 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.360173 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.360451 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.360722 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.360999 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.361287 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.361567 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.361839 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.362121 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.362398 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.362669 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.362940 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.363217 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.363527 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.363808 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.364080 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.364353 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.364631 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.364906 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.365195 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.365473 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.365746 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.366018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.366294 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.366567 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.366843 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.367121 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.367393 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.367693 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.367965 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.368235 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.368505 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.368774 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.369044 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.369314 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.369583 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.369858 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.370128 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.370398 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.370667 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.370940 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.371212 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.371518 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.371817 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.372132 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.372445 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.372720 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.373000 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.373279 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.373555 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.373832 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.374109 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.374381 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.374670 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.374953 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.375240 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.375578 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.375860 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.376157 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.376432 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.376712 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.376994 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.377270 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.377575 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.377831 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.378113 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.378405 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.378695 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.378990 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.379283 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.379599 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.379879 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.380187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.380464 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:41.380679 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:00:41.380919 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103795) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 19:00:41.759091 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 19:00:41.759366 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 19:00:41.759704 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 19:00:41.760042 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 19:00:42.086245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.086436 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.086710 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.089631 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.089912 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.090184 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.143896 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.144184 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.144454 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.159133 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.159412 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.159707 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.190432 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.190710 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.190979 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.226679 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.226956 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.227226 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.571414 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.572075 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.572075 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.572264 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.572913 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.673839 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.674179 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.674459 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.674739 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.675008 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.675320 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.675606 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.675866 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.676123 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.676410 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.676671 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.676934 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.677190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.677441 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.677702 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.677968 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.678228 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.678498 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.678769 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.679029 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.679306 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.679580 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.679866 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.680242 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.680493 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.680737 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.681140 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:42.681385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:42.681627 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:42.681865 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:42.682105 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:42.682342 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:42.682709 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 19:00:42.686491 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 19:00:42.690425 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 19:00:42.694254 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 12 19:00:42.695897 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 19:00:42.696378 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 19:00:42.696714 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 19:00:42.697101 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 19:00:42.700719 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 19:00:42.700959 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 19:00:42.701303 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 19:00:42.706166 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 19:00:42.730267 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 19:00:42.730725 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.731023 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103795) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 19:00:42.731741 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.733103 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103795) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 19:00:42.733383 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 19:00:42.733629 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 19:00:42.736976 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.737255 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:42.800376 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 19:00:42.800614 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 19:00:42.800850 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 19:00:42.801214 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 19:00:42.821225 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_db.sqlalchemy.engines [None req-949b397f-8806-4c76-b084-209349130597 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103795) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 19:00:43.389564 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing driver for type 'gre' Apr 12 19:00:43.390075 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-949b397f-8806-4c76-b084-209349130597 None None] gre ID ranges: [(1, 1000)] Apr 12 19:00:43.690556 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing driver for type 'local' Apr 12 19:00:43.691074 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing driver for type 'vlan' Apr 12 19:00:43.829232 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-949b397f-8806-4c76-b084-209349130597 None None] VlanTypeDriver initialization complete Apr 12 19:00:43.829572 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing driver for type 'vxlan' Apr 12 19:00:43.830077 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-949b397f-8806-4c76-b084-209349130597 None None] vxlan ID ranges: [(1, 1000)] Apr 12 19:00:44.017313 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing extension driver 'port_security' Apr 12 19:00:44.017666 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.extensions.port_security [None req-949b397f-8806-4c76-b084-209349130597 None None] PortSecurityExtensionDriver initialization complete Apr 12 19:00:44.017996 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing mechanism driver 'openvswitch' Apr 12 19:00:44.018314 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing mechanism driver 'hyperv' Apr 12 19:00:44.024862 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-949b397f-8806-4c76-b084-209349130597 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:00:44.025712 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030415 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030415 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030415 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:00:44.030415 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030415 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030822 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030822 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:00:44.030822 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030822 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.030822 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.031127 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:00:44.031127 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > security_group after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.031403 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > security_group after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.031744 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.032143 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:00:44.032552 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.032899 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.033239 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.033657 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:00:44.034064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > address_group after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.034410 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > address_group after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.034747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.035142 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103795) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 19:00:44.035608 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-949b397f-8806-4c76-b084-209349130597 None None] ML2 OVO RPC backend initialized. {{(pid=103795) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 19:00:44.036324 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.036677 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.037091 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.037438 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > networks before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.037785 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.038119 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > ports before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.038458 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnet before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.038804 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnets before_response 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.039171 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.039525 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.039860 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.040194 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.040525 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.040857 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.041189 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.041523 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.041850 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.053550 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded quota_driver: . Apr 12 19:00:44.053914 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.plugin [None req-949b397f-8806-4c76-b084-209349130597 None None] Modular L2 Plugin initialization complete Apr 12 19:00:44.054259 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading services supported by the core plugin {{(pid=103795) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 19:00:44.054601 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.plugins.ml2.managers [None req-949b397f-8806-4c76-b084-209349130597 None None] Got port-security extension from driver 'port_security' Apr 12 19:00:44.055079 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.extensions.vlantransparent [None req-949b397f-8806-4c76-b084-209349130597 None None] Disabled vlantransparent extension. Apr 12 19:00:44.055598 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103795) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 19:00:44.055926 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: router Apr 12 19:00:44.091251 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.091715 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router after_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.092093 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router before_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.092452 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.092821 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.093173 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router after_delete 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.093524 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.093866 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.094218 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router after_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.094559 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.094899 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.095243 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.095739 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.096149 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.096513 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.096849 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.097182 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.097519 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.097862 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.098208 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.098545 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: port before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.098882 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.099229 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router after_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.099594 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.099943 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_create 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.100297 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.100633 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_update 55549900 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.100989 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > agent after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.101330 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > agent after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.101668 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > network after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.102516 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Tracking information for resource: router configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:44.102841 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Tracking information for resource: floatingip configured {{(pid=103795) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 19:00:44.108679 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.db.l3_agentschedulers_db [None req-949b397f-8806-4c76-b084-209349130597 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 19:00:44.109252 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.109616 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.109965 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.110311 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.111095 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router before_create 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.111448 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.111827 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_create 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.112177 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > router precommit_update 55550100 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.116888 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.services.provider_configuration [None req-949b397f-8806-4c76-b084-209349130597 None None] Service providers = [] {{(pid=103795) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 19:00:44.117246 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.db.servicetype_db [None req-949b397f-8806-4c76-b084-209349130597 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103795) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 19:00:44.120168 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:00:44.120509 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:00:44.120846 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:00:44.121723 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.services.service_base [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103795) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 19:00:44.122222 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.services.service_base [None req-949b397f-8806-4c76-b084-209349130597 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 19:00:44.122605 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.122916 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 19:00:44.133481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.133815 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: auto_allocate Apr 12 19:00:44.139593 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: network precommit_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.139959 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: network precommit_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.140471 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.140788 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: tag Apr 12 19:00:44.148656 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.148985 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: timestamp Apr 12 19:00:44.152762 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.153591 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: network_ip_availability Apr 12 19:00:44.159009 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.159378 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.159755 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.160454 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.160772 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: flavors Apr 12 19:00:44.165637 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.165967 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading Plugin: revisions Apr 12 19:00:44.170819 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103795) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 19:00:44.171205 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-949b397f-8806-4c76-b084-209349130597 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.411s {{(pid=103795) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 19:00:44.171983 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103795) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 19:00:44.172315 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Initializing extension manager. Apr 12 19:00:44.172832 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: __init__.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.173173 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: __pycache__ {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.173510 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: address_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.174261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.174816 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: address-group Apr 12 19:00:44.175137 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: address_scope.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.175873 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.176369 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: address-scope Apr 12 19:00:44.176689 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.177602 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.178106 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: router-admin-state-down-before-update Apr 12 19:00:44.178423 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: agent.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.179118 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.179654 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: agent Apr 12 19:00:44.179973 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: agent_resources_synced.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.180870 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.181381 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: agent-resources-synced Apr 12 19:00:44.181701 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: allowedaddresspairs.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.183494 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.184030 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: allowed-address-pairs Apr 12 19:00:44.184378 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: auto_allocated_topology.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.185516 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.186026 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: auto-allocated-topology Apr 12 19:00:44.186350 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: availability_zone.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.187037 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.187560 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: availability_zone Apr 12 19:00:44.187882 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: availability_zone_filter.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.188777 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.189287 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: availability_zone_filter Apr 12 19:00:44.189606 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: data_plane_status.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.190498 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.190996 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 19:00:44.191313 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: default_subnetpools.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.192382 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.192884 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: default-subnetpools Apr 12 19:00:44.193202 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.193996 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.194499 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: dhcp_agent_scheduler Apr 12 19:00:44.194817 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: dns.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.195742 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.196241 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 19:00:44.196557 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: dns_domain_ports.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.197464 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.197966 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 19:00:44.198283 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.199191 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.199728 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 19:00:44.200091 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: dvr.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.200753 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.201253 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: dvr Apr 12 19:00:44.201569 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: ecmp_routes.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.202469 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.202967 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 19:00:44.203284 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: empty_string_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.204209 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.204712 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: empty-string-filtering Apr 12 19:00:44.205029 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.205926 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.206419 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 19:00:44.206736 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.207676 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.208182 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 19:00:44.208505 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: external_net.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.209414 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.209913 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: external-net Apr 12 19:00:44.210231 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.211128 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.211664 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: extra_dhcp_opt Apr 12 19:00:44.211983 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: extraroute.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.212874 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.213376 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: extraroute Apr 12 19:00:44.213695 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: extraroute_atomic.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.214874 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.215388 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: extraroute-atomic Apr 12 19:00:44.216248 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: filter_validation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.216907 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.217405 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: filter-validation Apr 12 19:00:44.217723 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: fip_pf_description.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.218619 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.219114 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 19:00:44.219431 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: fip_pf_port_range.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.220364 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.220856 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 19:00:44.221172 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: fip_port_details.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.222082 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.222579 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: fip-port-details Apr 12 19:00:44.222897 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: flavors.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.224134 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.224650 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: flavors Apr 12 19:00:44.224973 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.226635 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.227152 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 19:00:44.227491 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: floatingip_pools.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.228187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.228692 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: floatingip-pools Apr 12 19:00:44.229278 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: ip_allocation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.230200 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.230696 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 19:00:44.231011 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.232559 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.233068 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: ip-substring-filtering Apr 12 19:00:44.233390 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l2_adjacency.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.234297 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.234806 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 19:00:44.235121 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.236105 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.236625 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: router Apr 12 19:00:44.236947 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.239162 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.239725 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 19:00:44.240050 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.240966 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.241474 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: ext-gw-mode Apr 12 19:00:44.241795 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.242695 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.243201 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: l3-ha Apr 12 19:00:44.243548 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.244444 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.244946 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 19:00:44.245258 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3_flavors.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.246157 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.246663 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: l3-flavors Apr 12 19:00:44.247019 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.248433 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.248940 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 19:00:44.249261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.250170 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.250677 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 19:00:44.250995 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: l3agentscheduler.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.252057 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.252560 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: l3_agent_scheduler Apr 12 19:00:44.252880 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: local_ip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.254761 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.255272 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension local_ip not supported by any of loaded plugins Apr 12 19:00:44.255626 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: logging.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.257077 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.257592 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension logging not supported by any of loaded plugins Apr 12 19:00:44.257922 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: metering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.258654 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.259222 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: metering Apr 12 19:00:44.259575 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.260668 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.261177 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: metering_source_and_destination_fields Apr 12 19:00:44.261494 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: multiprovidernet.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.262402 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.263439 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: multi-provider Apr 12 19:00:44.263935 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: netmtu.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.264843 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.265348 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: net-mtu Apr 12 19:00:44.265663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: netmtu_writable.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.266570 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.267074 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: net-mtu-writable Apr 12 19:00:44.267435 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: network_availability_zone.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.268076 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.268574 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: network_availability_zone Apr 12 19:00:44.268889 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: network_ip_availability.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.269983 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.270497 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: network-ip-availability Apr 12 19:00:44.270815 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: network_segment_range.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.271607 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.272111 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 19:00:44.272430 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: pagination.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.273393 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.273718 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: pagination Apr 12 19:00:44.274034 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: port_device_profile.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.274929 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.275437 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: port-device-profile Apr 12 19:00:44.275777 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.276687 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.277187 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: port-mac-address-regenerate Apr 12 19:00:44.277504 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.279141 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.279682 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: port-numa-affinity-policy Apr 12 19:00:44.280002 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: port_resource_request.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.280906 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.281403 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 19:00:44.281717 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: port_resource_request_groups.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.282669 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.283166 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 19:00:44.283493 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: portbindings.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.284417 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.284919 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: binding Apr 12 19:00:44.285234 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: portbindings_extended.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.286475 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.286984 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: binding-extended Apr 12 19:00:44.287304 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: portsecurity.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.288238 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.288740 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: port-security Apr 12 19:00:44.289058 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: project_id.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.290018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.290345 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: project-id Apr 12 19:00:44.290667 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: providernet.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.291599 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.292106 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: provider Apr 12 19:00:44.292421 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.296190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.296704 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos not supported by any of loaded plugins Apr 12 19:00:44.297032 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.298369 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.298881 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 19:00:44.299206 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.300136 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.300650 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 19:00:44.300974 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_default.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.301875 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.302379 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-default not supported by any of loaded plugins Apr 12 19:00:44.302701 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_fip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.303648 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.304150 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 19:00:44.304467 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.305373 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.305881 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 19:00:44.306204 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_gateway_ip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.307112 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.307652 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 19:00:44.307978 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_port_network_policy.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.308876 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.309413 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 19:00:44.309738 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.310762 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.311273 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 19:00:44.311633 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.312652 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.313161 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 19:00:44.313479 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_pps_rule.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.314625 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.315130 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 19:00:44.315450 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_rule_type_details.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.316378 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.316880 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 19:00:44.317198 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.318091 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.318595 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 19:00:44.318914 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: qos_rules_alias.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.319955 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.320458 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 19:00:44.320779 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: quota_check_limit.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.321676 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.322179 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: quota-check-limit Apr 12 19:00:44.322497 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: quotasv2.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.323400 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.323753 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: quotas Apr 12 19:00:44.324069 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: quotasv2_detail.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.326340 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.326666 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: quota_details Apr 12 19:00:44.326987 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: rbac.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.328051 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.328568 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: rbac-policies Apr 12 19:00:44.328893 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: rbac_address_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.329809 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.330318 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: rbac-address-group Apr 12 19:00:44.330638 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: rbac_address_scope.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.331575 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.332087 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: rbac-address-scope Apr 12 19:00:44.332410 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: rbac_security_groups.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.333383 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.333890 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: rbac-security-groups Apr 12 19:00:44.334209 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: rbac_subnetpool.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.335123 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.335662 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: rbac-subnetpool Apr 12 19:00:44.335999 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: revisionifmatch.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.336923 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.337419 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: revision-if-match Apr 12 19:00:44.337735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: revisions.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.338875 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.339379 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: standard-attr-revisions Apr 12 19:00:44.339723 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: router_availability_zone.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.340384 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.341446 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: router_availability_zone Apr 12 19:00:44.341766 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: routerservicetype.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.342671 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.343176 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 19:00:44.343516 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.344432 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.344935 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: security-groups-normalized-cidr Apr 12 19:00:44.345251 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.368465 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.369006 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: port-security-groups-filtering Apr 12 19:00:44.369322 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.370258 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.370773 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: security-groups-remote-address-group Apr 12 19:00:44.371087 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.372145 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.372681 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: security-groups-shared-filtering Apr 12 19:00:44.373004 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.373602 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 19:00:44.373919 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: securitygroup.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.383622 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.384146 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: security-group Apr 12 19:00:44.384477 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: segment.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.385196 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.385699 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension segment not supported by any of loaded plugins Apr 12 19:00:44.386021 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.386952 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.388003 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 19:00:44.388397 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: servicetype.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.389489 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.389997 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: service-type Apr 12 19:00:44.390319 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: sorting.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.391302 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.391655 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: sorting Apr 12 19:00:44.391974 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: standard_attr_segment.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.392877 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.393380 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 19:00:44.393707 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: standardattrdescription.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.394348 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.394850 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: standard-attr-description Apr 12 19:00:44.395168 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: stateful_security_group.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.406290 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.406803 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: stateful-security-group Apr 12 19:00:44.407122 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: stdattrs_common.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.407709 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 19:00:44.408028 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.408947 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.409459 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 19:00:44.409778 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: subnet_onboard.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.410838 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.411345 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: subnet_onboard Apr 12 19:00:44.411694 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.412608 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.413114 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 19:00:44.413432 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: subnet_service_types.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.414350 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.414859 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: subnet-service-types Apr 12 19:00:44.415178 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: subnetallocation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.416336 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.416858 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: subnet_allocation Apr 12 19:00:44.417166 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.417821 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.418328 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: subnetpool-prefix-ops Apr 12 19:00:44.418647 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.419673 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.420176 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 19:00:44.420495 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: tagging.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.421567 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.422085 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: standard-attr-tag Apr 12 19:00:44.422405 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: timestamp.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.423616 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.424133 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loaded extension: standard-attr-timestamp Apr 12 19:00:44.424452 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: trunk.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.425470 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.425980 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension trunk not supported by any of loaded plugins Apr 12 19:00:44.426300 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: trunk_details.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.427210 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.427744 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 19:00:44.428059 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: uplink_status_propagation.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.428974 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.429478 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 19:00:44.429797 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Loading extension file: vlantransparent.py {{(pid=103795) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 19:00:44.430465 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103795) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 19:00:44.430968 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 19:00:44.433471 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:network Apr 12 19:00:44.433987 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:subnet Apr 12 19:00:44.434459 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:00:44.440094 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:port Apr 12 19:00:44.440094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.440094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service FLAVORS assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.440094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.440094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.440094 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:router Apr 12 19:00:44.440094 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 19:00:44.440598 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service METERING assigned prefix: /metering {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.440598 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.440598 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.440880 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:00:44.441858 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 19:00:44.442304 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:security_group Apr 12 19:00:44.442745 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 19:00:44.443323 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.443682 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:00:44.444035 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] subnetpool is already registered Apr 12 19:00:44.444451 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.444784 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:00:44.445101 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] subnetpool is already registered Apr 12 19:00:44.447354 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.447810 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service FLAVORS assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.448384 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.448799 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.449128 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:router Apr 12 19:00:44.449462 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] router is already registered Apr 12 19:00:44.449866 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 19:00:44.450733 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] floatingip is already registered Apr 12 19:00:44.451178 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service METERING assigned prefix: /metering {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.451859 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 19:00:44.452184 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] rbac_policy is already registered Apr 12 19:00:44.452587 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:security_group Apr 12 19:00:44.452914 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] security_group is already registered Apr 12 19:00:44.453307 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 19:00:44.453631 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] security_group_rule is already registered Apr 12 19:00:44.454240 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.454564 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:00:44.454888 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] subnetpool is already registered Apr 12 19:00:44.455293 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.v2.resource_helper [None req-949b397f-8806-4c76-b084-209349130597 None None] Service CORE assigned prefix: {{(pid=103795) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 19:00:44.455641 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 19:00:44.455963 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING neutron.quota.resource_registry [None req-949b397f-8806-4c76-b084-209349130597 None None] subnetpool is already registered Apr 12 19:00:44.456432 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: extensions {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.457865 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: address-groups {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.459355 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: address-scopes {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.460694 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: agents {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.461829 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: auto-allocated-topology {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.463052 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: availability_zones {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.464286 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: dhcp-networks {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.467506 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: dhcp-agents {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.468951 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: routers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.471122 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: flavors {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.472306 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: service_profiles {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.473489 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: next_providers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.474926 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: service_profiles {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.476481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: floatingip-pools {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.477685 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: routers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.480034 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: floatingips {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.481351 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: l3-routers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.482723 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: l3-agents {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.484152 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: metering-labels {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.485507 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: metering-label-rules {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.486771 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: network-ip-availabilities {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.488051 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: bindings {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.489749 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: quotas {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.491289 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: quotas {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.492814 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: rbac-policies {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.494093 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: security-groups {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.495314 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: security-group-rules {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.496559 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: service-providers {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.497854 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: subnetpools {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.499239 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: subnetpools {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.500706 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.502389 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.504336 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.506077 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.507873 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.509692 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.511357 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.513886 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.515675 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.517552 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron.api.extensions [None req-949b397f-8806-4c76-b084-209349130597 None None] Extended resource: tags {{(pid=103795) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 19:00:44.523386 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING keystonemiddleware.auth_token [None req-949b397f-8806-4c76-b084-209349130597 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 19:00:44.529473 dv-cinder-837538-1-iscsi neutron-server[103795]: WARNING keystonemiddleware.auth_token [None req-949b397f-8806-4c76-b084-209349130597 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 19:00:44.537908 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-949b397f-8806-4c76-b084-209349130597 None None] Acquired lock "singleton_lock" {{(pid=103795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 19:00:44.538375 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_concurrency.lockutils [None req-949b397f-8806-4c76-b084-209349130597 None None] Releasing lock "singleton_lock" {{(pid=103795) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 19:00:44.539029 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO oslo_service.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Starting 2 workers Apr 12 19:00:44.544097 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Started child 103908 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:00:44.548852 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Started child 103909 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:00:44.549471 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:44.550415 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO neutron.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 19:00:44.551036 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [-] (103908) wsgi starting up on http://0.0.0.0:9696 Apr 12 19:00:44.551191 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:44.553505 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO oslo_service.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Starting 1 workers Apr 12 19:00:44.553653 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:44.554964 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [-] (103909) wsgi starting up on http://0.0.0.0:9696 Apr 12 19:00:44.558820 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Started child 103910 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:00:44.559407 dv-cinder-837538-1-iscsi neutron-server[103795]: INFO oslo_service.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Starting 1 workers Apr 12 19:00:44.562673 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.service [None req-949b397f-8806-4c76-b084-209349130597 None None] calling RpcWorker wait() {{(pid=103910) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 19:00:44.563323 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.service [None req-949b397f-8806-4c76-b084-209349130597 None None] returning from RpcWorker wait() {{(pid=103910) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 19:00:44.564089 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [None req-949b397f-8806-4c76-b084-209349130597 None None] Started child 103911 {{(pid=103795) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 19:00:44.564492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:44.564887 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-949b397f-8806-4c76-b084-209349130597 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:44.565039 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:00:44.566841 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 19:00:44.567043 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:00:44.567229 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:00:44.567456 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:00:44.567820 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:00:44.567966 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:00:44.568456 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.568728 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.568995 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.569141 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:44.569790 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.569790 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.570136 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.570405 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.570654 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.570915 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.571173 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.571318 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.571511 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.571729 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.571955 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.572253 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.572512 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.572760 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.573020 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.573190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.573451 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.573765 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.573987 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.574252 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] debug = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.574485 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.575501 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.575896 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.576141 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.576521 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.576811 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.577038 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.577316 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.577529 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.577763 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.577960 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.578316 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.578573 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.578737 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.578875 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.579087 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.579335 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.579572 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.580058 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host = dv-cinder-837538-1-iscsi {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.580290 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.580516 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.580758 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.581017 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.581271 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.581496 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.581758 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.582008 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.582242 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.582482 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.582702 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.582927 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.583137 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.583368 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.583550 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_options = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.583769 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.584029 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.584267 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.584448 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.584607 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.584757 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.585012 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.585157 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.585403 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.585612 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.585818 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.586039 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.586247 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.586452 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.586701 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.586911 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.587126 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.587327 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.587589 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.587845 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.588092 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.588311 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.588572 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.588794 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.588936 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.589145 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.589385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.589606 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.589817 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.590050 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.590234 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.590480 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.590813 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.591777 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.592055 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.592278 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.592501 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.592710 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.593004 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.593164 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:00:44.593313 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.593474 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.593725 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.593932 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.594187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.594397 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.594623 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.594859 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_json = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.595067 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.595302 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.595565 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.595791 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.596018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.596231 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.596458 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.596700 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.596928 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.597445 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.597713 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.597925 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.598167 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.598411 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.598957 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.598957 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.599255 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.599392 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.599587 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.599860 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.600108 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.600378 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.600913 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.600913 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.601290 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.601440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.601659 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.601889 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.602148 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.602316 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.602669 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.602868 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.603034 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.603248 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.603505 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.603716 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.604244 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.604510 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.604849 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.605216 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.605391 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.605640 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.605870 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.606085 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.606419 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.606680 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.607035 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.607257 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.607548 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.607766 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.607979 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.608195 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.615256 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616074 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.616842 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.617674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.618481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.619285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.619285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.619285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.619285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.619876 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.619876 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.620149 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.620391 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.620525 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.620661 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.620916 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.621146 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.621361 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.621572 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.621851 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.622136 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.622397 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.622652 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.622866 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.623097 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.623331 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.623572 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.623791 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.624229 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.624637 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.625567 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.625567 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.625567 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.625982 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.625982 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.626296 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.626458 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.626712 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.626898 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.627115 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.627385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.627728 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.628002 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.628274 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.628500 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.628724 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.628982 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.629230 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.629474 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.629701 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.629945 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.630160 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.630403 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.630640 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.630850 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.631073 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.631397 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.631675 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.631893 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.632101 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.632363 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.632584 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.632815 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.633080 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.633325 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.633583 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.633847 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.634100 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.634307 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.634545 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.634775 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.634993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.635213 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.635423 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.635679 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.635891 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.636101 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.636344 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.636571 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.636785 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.636995 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.637211 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.637949 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.638196 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.638401 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.638614 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.638843 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.639060 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.639271 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.639505 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.639709 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.639964 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.640206 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.640474 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.640722 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.640950 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.641176 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.641394 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.641641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.641849 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.642103 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.642317 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.642523 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.642731 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.642943 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.643168 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.643417 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.643673 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.643912 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.644168 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.644560 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.644909 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.645154 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.645511 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.645881 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.645881 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.646418 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.646418 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.646771 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.646771 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.647044 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.647409 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.647409 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.647716 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.647865 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.648004 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.648235 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.648472 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.648709 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.648960 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.649174 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.649478 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.649655 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.649868 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.650080 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.650287 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.650513 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.650725 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.650953 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.651162 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.651491 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.651736 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.652088 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.652194 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.652423 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.654993 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656959 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656959 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.656959 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.657344 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.657344 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.657614 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.657760 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.657898 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.658036 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.658241 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.658471 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.658696 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.658924 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.659607 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.659607 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.659869 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.660224 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.660541 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.661246 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.661246 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.661540 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.661540 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.662191 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.662191 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.662485 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.662485 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.662757 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.662967 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.663189 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.663427 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.663704 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.664039 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.664478 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.664975 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.664975 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.665272 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.665955 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.665955 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.665955 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.666848 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.666848 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.666848 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.667271 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.667271 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.667742 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.667742 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.668622 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.668622 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.668622 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.668622 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.669327 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.669327 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.669327 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.669832 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.669832 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.670482 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.670482 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.670482 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103795) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 19:00:44.675752 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 19:00:44.677492 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 19:00:44.677492 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.677492 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.677492 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.677492 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.677492 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.677492 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.683747 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685107 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685107 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685107 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685107 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685107 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685473 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:00:44.685562 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685562 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685562 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685562 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] debug = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685562 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.685562 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686015 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.686551 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host = dv-cinder-837538-1-iscsi {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687094 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.687663 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_options = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688180 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688180 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688180 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688180 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688180 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688180 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688180 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.688641 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689190 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.689735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.690277 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_json = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.691903 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.692440 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693018 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.693646 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.694428 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.695207 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.696285 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.697245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.697245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.697245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.697245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.697245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.697245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.697245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698697 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698697 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698697 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698697 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.698697 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699334 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699334 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699334 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699334 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699897 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699897 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699897 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.699897 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.700958 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.700958 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.701191 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.701191 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.701341 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.701469 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.701626 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.701781 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.701937 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.702092 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.702249 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.702403 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.702579 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.702725 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.702860 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.703098 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.703252 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.703386 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.703547 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.703693 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.703873 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.704019 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.704163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.704319 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.704475 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.704632 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.704780 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.704918 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.705064 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.705214 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.705368 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.705524 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.705671 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.705826 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.705981 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.706137 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.706292 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.706435 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.706577 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.706739 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.706894 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.707049 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.707212 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.707350 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.707569 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.707715 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.707861 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.707999 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.708135 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.708272 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.708413 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.708549 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.708682 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.708843 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.709002 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.709163 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.709315 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.709453 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.709585 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.709735 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.709891 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.710033 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.710195 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.710364 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.710512 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.710648 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.710809 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.710986 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.711143 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.711291 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.711429 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.711621 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.711765 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.711924 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.712102 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.712239 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.712382 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.712529 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.712681 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.712837 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.712992 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.713146 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.713297 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.713430 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.713570 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.713727 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.713883 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.714039 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.714194 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.714349 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.714506 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.714664 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.714849 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.714997 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.715133 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.715280 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.715417 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.715618 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.715749 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.715893 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.716034 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.716245 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.716413 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.716558 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.716717 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.716861 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.717020 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.717164 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.717320 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.717459 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.717595 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.717756 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.717900 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.718057 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.718195 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.718358 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.718514 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.718655 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.718800 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.718959 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.719114 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.719251 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.719429 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.719621 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.719780 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.719926 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.720073 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.720231 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.720387 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.720543 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.720699 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.720855 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.721014 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.721170 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.721325 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.721483 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.721639 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.721793 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.721951 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.722112 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.722268 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.722424 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.722582 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.722738 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.722894 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.723033 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.723195 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.723350 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.723525 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.723684 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.723839 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.724010 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.724167 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.724308 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.724467 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.724622 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.724777 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.724945 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.725105 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.725261 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.725415 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.725571 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.725726 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.725892 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.726045 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.726200 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.726355 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.726510 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.726664 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.726877 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.726979 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.727125 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.727676 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.727676 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.727676 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728385 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728868 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728868 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.728868 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730187 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730892 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730892 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730892 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730892 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.730892 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.731258 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.731258 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.731258 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.731772 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.731772 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.731772 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732056 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732056 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732208 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732344 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732509 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732674 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732839 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.732994 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.733157 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.733325 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.733481 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.733638 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.733793 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.733948 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.734104 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.734278 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.734406 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.734563 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.734720 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.734875 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.735034 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.735191 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.735348 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.735534 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.735676 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.735839 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.735995 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.736151 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.736309 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 19:00:44.736459 dv-cinder-837538-1-iscsi neutron-server[103795]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103795) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 19:00:45.040819 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60342) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:00:45.049885 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068877 Apr 12 19:00:56.653626 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b70f30-63a0-4267-b1d0-d39c0767124a None None] get_active_networks_info from dv-cinder-837538-1-iscsi {{(pid=103910) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 19:00:56.723109 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b70f30-63a0-4267-b1d0-d39c0767124a None None] No non-hosted networks {{(pid=103910) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 19:00:56.731778 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.agentschedulers_db [None req-d1b70f30-63a0-4267-b1d0-d39c0767124a None None] DHCP Agent not found on host dv-cinder-837538-1-iscsi {{(pid=103910) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 19:00:56.820486 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f1f214ba-4607-4014-b0b8-8914b8796483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398509'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:58.985007 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-623893e9-c5c2-4fc7-b648-ff63e12a461a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398509'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:59.022634 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.db.api [None req-eeae6082-1111-45f6-bc04-f6e4a9b1d47a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837538-1-iscsi {{(pid=103910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 19:00:59.023458 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG oslo_db.api [None req-eeae6082-1111-45f6-bc04-f6e4a9b1d47a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 19:00:59.606479 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eeae6082-1111-45f6-bc04-f6e4a9b1d47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:00:59.920005 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 60408) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:00.143264 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398509'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:00.482125 dv-cinder-837538-1-iscsi neutron-server[103908]: WARNING oslo_policy.policy [None req-f7f2bdd6-bb1b-44ef-ad97-b5cfdf963cc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:00.482815 dv-cinder-837538-1-iscsi neutron-server[103908]: WARNING oslo_policy.policy [None req-f7f2bdd6-bb1b-44ef-ad97-b5cfdf963cc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:00.711158 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [None req-f7f2bdd6-bb1b-44ef-ad97-b5cfdf963cc9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:01:00.723512 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f7f2bdd6-bb1b-44ef-ad97-b5cfdf963cc9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7904456 Apr 12 19:01:01.807215 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398509'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:02.961787 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398509'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:02.964175 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.965251 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.966699 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.967291 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.969621 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.970630 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.971189 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.971872 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.972408 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.973033 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.973767 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.974500 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.975026 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.975801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.976605 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:02.977183 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837538-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:02.988500 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837538-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:03.368091 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 60442) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:03.701811 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-47c2815f-00d3-4d5f-8440-67ca03fe2032 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:01:03.796683 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.policy [None req-47c2815f-00d3-4d5f-8440-67ca03fe2032 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103908) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 19:01:03.841300 dv-cinder-837538-1-iscsi neutron-server[103908]: WARNING oslo_policy.policy [None req-47c2815f-00d3-4d5f-8440-67ca03fe2032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:03.841677 dv-cinder-837538-1-iscsi neutron-server[103908]: WARNING oslo_policy.policy [None req-47c2815f-00d3-4d5f-8440-67ca03fe2032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:04.001858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-47c2815f-00d3-4d5f-8440-67ca03fe2032 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763857422126', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763857421602', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763857405294', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763857412500', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763857324245', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763857333841', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614321', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1357466', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-362087', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661803'] for rbac-policy (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:04.133690 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.db.l3_hamode_db [None req-9d3ea5b8-a030-4ecd-8e14-0e7830bf0e4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 19:01:04.211044 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ea5b8-a030-4ecd-8e14-0e7830bf0e4b None None] Routers set() bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:01:04.211428 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ea5b8-a030-4ecd-8e14-0e7830bf0e4b None None] Router IDs set() for agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 19:01:04.253426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-47c2815f-00d3-4d5f-8440-67ca03fe2032 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:04.254594 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-47c2815f-00d3-4d5f-8440-67ca03fe2032 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8855228 Apr 12 19:01:06.733733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 60454) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:07.044595 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:01:07.142539 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Made reservation on behalf of 25fccc10ca674391980121eae816879b for: {'network': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:01:07.146375 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.163292 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.268725 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks [] for security_group (4355cc60-0620-46f1-97dd-9dce5c21afde), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.354548 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (4355cc60-0620-46f1-97dd-9dce5c21afde), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.379451 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:01:07.414079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763860899503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (fa48822d-fa85-4c6f-bd44-3b7f30ac49a6), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.414603 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Unsubscribe: segment precommit_create {{(pid=103908) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 19:01:07.415139 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.segments_db [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Added segment fa48822d-fa85-4c6f-bd44-3b7f30ac49a6 of type vlan for network 956f5eac-9742-440c-9eb3-fd48f64158c8 Apr 12 19:01:07.431330 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4355cc60-0620-46f1-97dd-9dce5c21afde,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:07.442934 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.443269 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.443641 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.444021 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.444351 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.444672 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.444985 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.445299 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.445612 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.445923 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.446234 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.446559 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.446871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.447179 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.447504 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Tracked resource versions report: Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: pushed versions: Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: { 'AddressGroup': {'1.2'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Agent': {'1.1'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'ConntrackHelper': {'1.0'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Log': {'1.0'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'NDPProxy': {'1.0'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Network': {'1.1'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Port': {'1.7'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'PortForwarding': {'1.3'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'QosPolicy': {'1.10'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroup': {'1.5'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SubPort': {'1.0'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Subnet': {'1.1'}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Trunk': {'1.1'}} Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: consumer versions: Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Agent': '1.1', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'ConntrackHelper': '1.0', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'LocalIPAssociation': '1.0', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Log': '1.0', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'NDPProxy': '1.0', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Network': '1.1', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Port': '1.7', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'PortForwarding': '1.3', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'QosPolicy': '1.10', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroup': '1.5', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroupRule': '1.2', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SubPort': '1.0', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Subnet': '1.1', Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Trunk': '1.1'}} Apr 12 19:01:07.448906 dv-cinder-837538-1-iscsi neutron-server[103908]: {{(pid=103908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:01:07.529429 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (956f5eac-9742-440c-9eb3-fd48f64158c8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.660903 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (956f5eac-9742-440c-9eb3-fd48f64158c8), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.666070 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:07.666726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:07.776641 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] Pushing event updated for resources: {'Network': ['ID=956f5eac-9742-440c-9eb3-fd48f64158c8,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:07.789347 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:01:07.814069 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-561a4639-449c-4908-96cd-04c27d6c2e4f demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0791605 Apr 12 19:01:10.368584 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60466) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:10.855892 dv-cinder-837538-1-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-ac6af655-a2da-40c3-b18b-66efc4715f5a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:10.856460 dv-cinder-837538-1-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-ac6af655-a2da-40c3-b18b-66efc4715f5a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:11.305758 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.policy [None req-ac6af655-a2da-40c3-b18b-66efc4715f5a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103909) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 19:01:11.347793 dv-cinder-837538-1-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-ac6af655-a2da-40c3-b18b-66efc4715f5a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:11.348187 dv-cinder-837538-1-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-ac6af655-a2da-40c3-b18b-66efc4715f5a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 19:01:11.356899 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6af655-a2da-40c3-b18b-66efc4715f5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:11.358621 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ac6af655-a2da-40c3-b18b-66efc4715f5a demo admin] 10.222.0.50 "GET /v2.0/networks/956f5eac-9742-440c-9eb3-fd48f64158c8 HTTP/1.1" status: 200 len: 825 time: 0.9891176 Apr 12 19:01:11.397687 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0bd777d2-2d9b-49a7-bfcc-5ece5f862619 demo admin] 10.222.0.50 "GET /v2.0/subnetpools/20390a35-fb14-4dad-969e-2b8f20a0ae2c HTTP/1.1" status: 200 len: 734 time: 0.0332837 Apr 12 19:01:11.406454 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Request body: {'subnet': {'subnetpool_id': '20390a35-fb14-4dad-969e-2b8f20a0ae2c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:01:11.494767 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Made reservation on behalf of 25fccc10ca674391980121eae816879b for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:01:11.498319 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:11.849887 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (173f0af8-fcaf-48c9-b8ef-3d06ce8e5472), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:11.922021 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Checking segment: {'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:01:11.922304 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Network hostable DHCP agents. Network: 956f5eac-9742-440c-9eb3-fd48f64158c8, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:01:11.933111 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Pushing event updated for resources: {'Subnet': ['ID=173f0af8-fcaf-48c9-b8ef-3d06ce8e5472,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:11.945392 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.945732 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.946086 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.946436 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.946766 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.947089 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.947409 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.947758 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.948110 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.948448 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.948771 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.949190 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.949518 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.949835 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.950151 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Tracked resource versions report: Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: pushed versions: Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: { 'AddressGroup': {'1.2'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Agent': {'1.1'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'ConntrackHelper': {'1.0'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Log': {'1.0'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'NDPProxy': {'1.0'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Network': {'1.1'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Port': {'1.7'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'PortForwarding': {'1.3'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'QosPolicy': {'1.10'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroup': {'1.5'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SubPort': {'1.0'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Subnet': {'1.1'}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Trunk': {'1.1'}} Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: consumer versions: Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Agent': '1.1', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'ConntrackHelper': '1.0', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'LocalIPAssociation': '1.0', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Log': '1.0', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'NDPProxy': '1.0', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Network': '1.1', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Port': '1.7', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'PortForwarding': '1.3', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'QosPolicy': '1.10', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroup': '1.5', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroupRule': '1.2', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SubPort': '1.0', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Subnet': '1.1', Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Trunk': '1.1'}} Apr 12 19:01:11.951525 dv-cinder-837538-1-iscsi neutron-server[103909]: {{(pid=103909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:01:12.039722 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:01:12.096418 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 956f5eac-9742-440c-9eb3-fd48f64158c8) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:01:12.101031 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:12.101698 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:12.106989 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64465a6-ccdb-426f-b01e-b3d792d4379d None None] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:01:12.173904 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-03334492-36e5-4459-a10d-7d48c2fd6962 demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7707224 Apr 12 19:01:12.479813 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-956f5eac-9742-440c-9eb3-fd48f64158c8', 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8', 'project_id': '25fccc10ca674391980121eae816879b', 'fixed_ips': [{'subnet_id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:01:12.481240 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:12.760110 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Allocated IP 172.20.0.2 (956f5eac-9742-440c-9eb3-fd48f64158c8/173f0af8-fcaf-48c9-b8ef-3d06ce8e5472/3badc0bc-47ac-4dd9-b343-9eb110eb807c) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:01:13.034175 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Publish callbacks [] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:13.114346 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:13.195045 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:01:13.203564 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:01:13.206958 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:01:13.210410 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Pushing event updated for resources: {'Port': ['ID=3badc0bc-47ac-4dd9-b343-9eb110eb807c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:13.241667 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.242029 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.242381 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.242741 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.243080 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.243409 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.243807 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.244138 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.244464 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.244788 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.245113 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.246083 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.246437 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.246744 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.247067 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Tracked resource versions report: Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: pushed versions: Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: { 'AddressGroup': {'1.2'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Agent': {'1.1'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'ConntrackHelper': {'1.0'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Log': {'1.0'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'NDPProxy': {'1.0'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Network': {'1.1'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Port': {'1.7'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'PortForwarding': {'1.3'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'QosPolicy': {'1.10'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroup': {'1.5'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SubPort': {'1.0'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Subnet': {'1.1'}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Trunk': {'1.1'}} Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: consumer versions: Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Agent': '1.1', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'ConntrackHelper': '1.0', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'LocalIPAssociation': '1.0', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Log': '1.0', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'NDPProxy': '1.0', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Network': '1.1', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Port': '1.7', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'PortForwarding': '1.3', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'QosPolicy': '1.10', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroup': '1.5', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroupRule': '1.2', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SubPort': '1.0', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Subnet': '1.1', Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Trunk': '1.1'}} Apr 12 19:01:13.248551 dv-cinder-837538-1-iscsi neutron-server[103910]: {{(pid=103910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:01:13.299251 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Attempting to bind port 3badc0bc-47ac-4dd9-b343-9eb110eb807c on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:01:13.299597 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Attempting to bind port 3badc0bc-47ac-4dd9-b343-9eb110eb807c by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:01:13.300022 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Attempting to bind port 3badc0bc-47ac-4dd9-b343-9eb110eb807c on network 956f5eac-9742-440c-9eb3-fd48f64158c8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:01:13.305284 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:01:13.305668 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Checking segment: {'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:01:13.306151 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:13.306540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Bound using segment: {'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:01:13.306997 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Bound port: 3badc0bc-47ac-4dd9-b343-9eb110eb807c, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:01:13.307399 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:13.449466 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-9824c1d2-1a15-4254-b092-08210280163e None None] For port 3badc0bc-47ac-4dd9-b343-9eb110eb807c, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:01:13.471141 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-9824c1d2-1a15-4254-b092-08210280163e None None] For port 3badc0bc-47ac-4dd9-b343-9eb110eb807c, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=3badc0bc-47ac-4dd9-b343-9eb110eb807c,segment=NetworkSegment(fa48822d-fa85-4c6f-bd44-3b7f30ac49a6),segment_id=fa48822d-fa85-4c6f-bd44-3b7f30ac49a6)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:01:13.531636 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:13.585678 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824c1d2-1a15-4254-b092-08210280163e None None] Pushing event updated for resources: {'Port': ['ID=3badc0bc-47ac-4dd9-b343-9eb110eb807c,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:14.742275 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60486) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:15.055393 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [None req-f156027a-7b73-4a68-9354-cfc599d69a53 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:01:15.056493 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f156027a-7b73-4a68-9354-cfc599d69a53 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132207 Apr 12 19:01:17.620573 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60494) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:17.937038 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [None req-59f8111f-456e-49a5-b6f5-91118b3ee499 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:01:17.938122 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-59f8111f-456e-49a5-b6f5-91118b3ee499 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163397 Apr 12 19:01:20.500073 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60502) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:20.819965 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-57abc797-0338-4042-8dd5-e4242492cc24 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:01:20.913797 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57abc797-0338-4042-8dd5-e4242492cc24 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (afdf8372-6e4d-4f98-a314-3a48775bb354), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:20.915769 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57abc797-0338-4042-8dd5-e4242492cc24 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (afdf8372-6e4d-4f98-a314-3a48775bb354), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:21.055069 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57abc797-0338-4042-8dd5-e4242492cc24 demo demo] Publish callbacks [] for router_controller (afdf8372-6e4d-4f98-a314-3a48775bb354), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:21.114138 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57abc797-0338-4042-8dd5-e4242492cc24 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (afdf8372-6e4d-4f98-a314-3a48775bb354), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:21.200999 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57abc797-0338-4042-8dd5-e4242492cc24 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:21.202126 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-57abc797-0338-4042-8dd5-e4242492cc24 demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7008724 Apr 12 19:01:23.754510 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 3badc0bc-47ac-4dd9-b343-9eb110eb807c up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:01:23.768283 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 60514) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:23.842744 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 3badc0bc-47ac-4dd9-b343-9eb110eb807c triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:23.843155 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:23.952444 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 3badc0bc-47ac-4dd9-b343-9eb110eb807c is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:23.952613 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:23.990243 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 3badc0bc-47ac-4dd9-b343-9eb110eb807c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=3badc0bc-47ac-4dd9-b343-9eb110eb807c,segment=NetworkSegment(fa48822d-fa85-4c6f-bd44-3b7f30ac49a6),segment_id=fa48822d-fa85-4c6f-bd44-3b7f30ac49a6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:01:24.090891 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:24.106746 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [None req-bb97dc43-8fa6-490b-8908-c453019ef57a admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:01:24.127563 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-bb97dc43-8fa6-490b-8908-c453019ef57a admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3386610 Apr 12 19:01:24.142261 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=3badc0bc-47ac-4dd9-b343-9eb110eb807c,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:25.114400 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97b0c9-ee29-41be-a272-b1c3144a704c None None] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:01:25.179503 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-a155fbb7-6641-41c3-9f00-235c30a3edc8 None None] Provisioning complete for port 3badc0bc-47ac-4dd9-b343-9eb110eb807c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:25.179891 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a155fbb7-6641-41c3-9f00-235c30a3edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:25.311042 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-a155fbb7-6641-41c3-9f00-235c30a3edc8 None None] Current status of the port 3badc0bc-47ac-4dd9-b343-9eb110eb807c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:25.528983 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-55557c73-2bc1-4c09-962d-a61ff753a6c5 None None] Provisioning complete for port 3badc0bc-47ac-4dd9-b343-9eb110eb807c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:25.529370 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-55557c73-2bc1-4c09-962d-a61ff753a6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:25.610014 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-55557c73-2bc1-4c09-962d-a61ff753a6c5 None None] Current status of the port 3badc0bc-47ac-4dd9-b343-9eb110eb807c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:25.721522 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 3badc0bc-47ac-4dd9-b343-9eb110eb807c up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:01:25.766581 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 3badc0bc-47ac-4dd9-b343-9eb110eb807c triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:25.766975 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:25.843023 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 3badc0bc-47ac-4dd9-b343-9eb110eb807c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:26.647752 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60522) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:26.660389 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8b6df958-3fde-4b83-bd4f-0a6219793a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:26.960950 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:01:27.054353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Made reservation on behalf of af17bb5a2e9f4329a6a868c2fd0ff537 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:01:27.056576 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.071339 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.172798 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks [] for security_group (307f0a04-91ec-4c69-8789-d313ec9958d5), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.242680 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (307f0a04-91ec-4c69-8789-d313ec9958d5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.258004 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103909) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 19:01:27.280839 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f0a04-91ec-4c69-8789-d313ec9958d5,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:27.286562 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763860899503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (4c8f0350-3aa0-4d2d-babb-7a5567ac17e2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.287139 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Unsubscribe: segment precommit_create {{(pid=103909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 19:01:27.287651 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Added segment 4c8f0350-3aa0-4d2d-babb-7a5567ac17e2 of type flat for network 9731df22-e290-4d9c-8038-b43e348300ed Apr 12 19:01:27.337602 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (9731df22-e290-4d9c-8038-b43e348300ed), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.495009 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (9731df22-e290-4d9c-8038-b43e348300ed), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.495989 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:27.496572 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:27.585844 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=9731df22-e290-4d9c-8038-b43e348300ed,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:27.596072 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 9731df22-e290-4d9c-8038-b43e348300ed details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:01:27.710015 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-63b74c17-8c58-4e56-a239-277caf0b7ca4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0611801 Apr 12 19:01:28.616137 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:01:28.981783 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d820ea02-e913-4636-9e9a-e46cb0d3b896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:30.101644 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:30.204765 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60536) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:30.475249 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920ea55-5b82-47d9-96ce-04d01691cf19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:30.476631 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f920ea55-5b82-47d9-96ce-04d01691cf19 demo admin] 10.222.0.50 "GET /v2.0/subnets/173f0af8-fcaf-48c9-b8ef-3d06ce8e5472 HTTP/1.1" status: 200 len: 849 time: 0.2708924 Apr 12 19:01:30.601284 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0c9f54a5-8f0d-4d33-8b01-81bd46a1f129 demo admin] 10.222.0.50 "GET /v2.0/routers/afdf8372-6e4d-4f98-a314-3a48775bb354 HTTP/1.1" status: 200 len: 704 time: 0.1171153 Apr 12 19:01:30.873495 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:31.162625 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Allocated IP 172.20.0.1 (956f5eac-9742-440c-9eb3-fd48f64158c8/173f0af8-fcaf-48c9-b8ef-3d06ce8e5472/32b5a657-fa18-4f02-81f8-1d10f423d55e) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:01:31.312636 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks [] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:31.508061 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:31.577053 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:01:31.582725 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:01:31.592047 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:01:31.592571 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (afdf8372-6e4d-4f98-a314-3a48775bb354), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:31.659887 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Pushing event updated for resources: {'Port': ['ID=32b5a657-fa18-4f02-81f8-1d10f423d55e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:31.787664 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:31.872709 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:31.961854 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-6a09eeff-bf6e-4eb2-9631-cf81cdddbca4 None None] Provisioning complete for port 32b5a657-fa18-4f02-81f8-1d10f423d55e triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:31.962166 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6a09eeff-bf6e-4eb2-9631-cf81cdddbca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:31.996017 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-6a09eeff-bf6e-4eb2-9631-cf81cdddbca4 None None] Port 32b5a657-fa18-4f02-81f8-1d10f423d55e cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:01:32.079686 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks [] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:32.129955 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:32.130702 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (afdf8372-6e4d-4f98-a314-3a48775bb354), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:32.213301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Pushing event updated for resources: {'Port': ['ID=32b5a657-fa18-4f02-81f8-1d10f423d55e,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:32.253666 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:01:32.254930 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:01:32.414472 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d2a38028-3298-4a5d-a6b4-df3357378d76 None None] Provisioning complete for port 32b5a657-fa18-4f02-81f8-1d10f423d55e triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:32.414899 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d2a38028-3298-4a5d-a6b4-df3357378d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:32.448783 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d2a38028-3298-4a5d-a6b4-df3357378d76 None None] Port 32b5a657-fa18-4f02-81f8-1d10f423d55e cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:01:32.501694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Router afdf8372-6e4d-4f98-a314-3a48775bb354 is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:01:32.596292 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:01:32.601606 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-89d564e1-37ec-49ac-a484-64b0f62d84be demo admin] 10.222.0.50 "PUT /v2.0/routers/afdf8372-6e4d-4f98-a314-3a48775bb354/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9945624 Apr 12 19:01:32.607226 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Sync routers for ids ['afdf8372-6e4d-4f98-a314-3a48775bb354'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:01:32.620064 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Routers {'afdf8372-6e4d-4f98-a314-3a48775bb354'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:01:32.621051 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:01:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['afdf8372-6e4d-4f98-a314-3a48775bb354'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:32.819974 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Set router afdf8372-6e4d-4f98-a314-3a48775bb354 gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:01:32.971048 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:33.267429 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'name': 'router1', 'tenant_id': '25fccc10ca674391980121eae816879b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:01:20Z', 'updated_at': '2022-04-12T19:01:31Z', 'revision_number': 2, 'project_id': '25fccc10ca674391980121eae816879b', 'gw_port_host': None, '_interfaces': [{'id': '32b5a657-fa18-4f02-81f8-1d10f423d55e', 'name': '', 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8', 'tenant_id': '25fccc10ca674391980121eae816879b', 'mac_address': 'fa:16:3e:9f:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:30Z', 'updated_at': '2022-04-12T19:01:31Z', 'revision_number': 2, 'project_id': '25fccc10ca674391980121eae816879b', 'subnets': [{'id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20390a35-fb14-4dad-969e-2b8f20a0ae2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:33.326775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Checking router: afdf8372-6e4d-4f98-a314-3a48775bb354 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:01:33.327138 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Updating router afdf8372-6e4d-4f98-a314-3a48775bb354 port 32b5a657-fa18-4f02-81f8-1d10f423d55e binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:01:33.386901 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:33.912232 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Publish callbacks [] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:33.968510 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.134616 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Pushing event updated for resources: {'Port': ['ID=32b5a657-fa18-4f02-81f8-1d10f423d55e,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:34.148386 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.148735 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.149082 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.149426 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.149760 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.150089 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.150966 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.151295 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.151727 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.152065 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.152390 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.152733 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.153062 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.153382 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.153702 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Tracked resource versions report: Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: pushed versions: Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Log': {'1.0'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Network': {'1.1'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Port': {'1.7'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: consumer versions: Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Agent': '1.1', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Log': '1.0', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Network': '1.1', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Port': '1.7', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SubPort': '1.0', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Subnet': '1.1', Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Apr 12 19:01:34.155147 dv-cinder-837538-1-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:01:34.160745 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Attempting to bind port 32b5a657-fa18-4f02-81f8-1d10f423d55e on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:01:34.161144 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Attempting to bind port 32b5a657-fa18-4f02-81f8-1d10f423d55e by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:01:34.161595 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Attempting to bind port 32b5a657-fa18-4f02-81f8-1d10f423d55e on network 956f5eac-9742-440c-9eb3-fd48f64158c8 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:01:34.168690 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:01:34.169016 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Checking segment: {'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:01:34.169634 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.169851 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Bound using segment: {'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:01:34.170318 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Bound port: 32b5a657-fa18-4f02-81f8-1d10f423d55e, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa48822d-fa85-4c6f-bd44-3b7f30ac49a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:01:34.170729 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.176522 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-89045b9e-cd18-446f-9f24-b35feb418265 None None] Provisioning complete for port 32b5a657-fa18-4f02-81f8-1d10f423d55e triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:34.177000 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89045b9e-cd18-446f-9f24-b35feb418265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.215164 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-89045b9e-cd18-446f-9f24-b35feb418265 None None] Port 32b5a657-fa18-4f02-81f8-1d10f423d55e cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:01:34.243834 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] For port 32b5a657-fa18-4f02-81f8-1d10f423d55e, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:01:34.265984 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] For port 32b5a657-fa18-4f02-81f8-1d10f423d55e, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=32b5a657-fa18-4f02-81f8-1d10f423d55e,segment=NetworkSegment(fa48822d-fa85-4c6f-bd44-3b7f30ac49a6),segment_id=fa48822d-fa85-4c6f-bd44-3b7f30ac49a6)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:01:34.342135 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.397202 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Routers {'afdf8372-6e4d-4f98-a314-3a48775bb354'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:01:34.397820 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:01:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['afdf8372-6e4d-4f98-a314-3a48775bb354'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:34.463783 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eda7f-611b-4dca-8d91-c3c3fec1ca14 None None] Pushing event updated for resources: {'Port': ['ID=32b5a657-fa18-4f02-81f8-1d10f423d55e,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:34.495153 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] Set router afdf8372-6e4d-4f98-a314-3a48775bb354 gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:01:34.637205 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-355295c4-5617-4b75-9592-5bdb7720a748 None None] Provisioning complete for port 32b5a657-fa18-4f02-81f8-1d10f423d55e triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:34.637903 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-355295c4-5617-4b75-9592-5bdb7720a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.712220 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'name': 'router1', 'tenant_id': '25fccc10ca674391980121eae816879b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:01:20Z', 'updated_at': '2022-04-12T19:01:31Z', 'revision_number': 2, 'project_id': '25fccc10ca674391980121eae816879b', 'gw_port_host': None, '_interfaces': [{'id': '32b5a657-fa18-4f02-81f8-1d10f423d55e', 'name': '', 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8', 'tenant_id': '25fccc10ca674391980121eae816879b', 'mac_address': 'fa:16:3e:9f:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:30Z', 'updated_at': '2022-04-12T19:01:34Z', 'revision_number': 4, 'project_id': '25fccc10ca674391980121eae816879b', 'subnets': [{'id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20390a35-fb14-4dad-969e-2b8f20a0ae2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:34.723973 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-355295c4-5617-4b75-9592-5bdb7720a748 None None] Current status of the port 32b5a657-fa18-4f02-81f8-1d10f423d55e is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:34.724298 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-355295c4-5617-4b75-9592-5bdb7720a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.741100 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c2beb-e533-4b9d-b1d6-fa2b371d2c0c None None] The sync data for ids ['afdf8372-6e4d-4f98-a314-3a48775bb354'] in dv-cinder-837538-1-iscsi is: [{'id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'name': 'router1', 'tenant_id': '25fccc10ca674391980121eae816879b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:01:20Z', 'updated_at': '2022-04-12T19:01:31Z', 'revision_number': 2, 'project_id': '25fccc10ca674391980121eae816879b', 'gw_port_host': None, '_interfaces': [{'id': '32b5a657-fa18-4f02-81f8-1d10f423d55e', 'name': '', 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8', 'tenant_id': '25fccc10ca674391980121eae816879b', 'mac_address': 'fa:16:3e:9f:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:30Z', 'updated_at': '2022-04-12T19:01:34Z', 'revision_number': 4, 'project_id': '25fccc10ca674391980121eae816879b', 'subnets': [{'id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20390a35-fb14-4dad-969e-2b8f20a0ae2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:01:34.763064 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-355295c4-5617-4b75-9592-5bdb7720a748 None None] For port 32b5a657-fa18-4f02-81f8-1d10f423d55e, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=32b5a657-fa18-4f02-81f8-1d10f423d55e,segment=NetworkSegment(fa48822d-fa85-4c6f-bd44-3b7f30ac49a6),segment_id=fa48822d-fa85-4c6f-bd44-3b7f30ac49a6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:01:34.820435 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-355295c4-5617-4b75-9592-5bdb7720a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:34.871532 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355295c4-5617-4b75-9592-5bdb7720a748 None None] Pushing event updated for resources: {'Port': ['ID=32b5a657-fa18-4f02-81f8-1d10f423d55e,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:35.127801 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60556) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:35.234438 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d38b766-36f8-4cf1-8ce6-dd8636ac886a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:35.240990 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6d38b766-36f8-4cf1-8ce6-dd8636ac886a admin admin] 10.222.0.50 "GET /v2.0/networks/9731df22-e290-4d9c-8038-b43e348300ed HTTP/1.1" status: 200 len: 842 time: 0.1069446 Apr 12 19:01:35.245465 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:01:35.358672 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Made reservation on behalf of af17bb5a2e9f4329a6a868c2fd0ff537 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:01:35.360879 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:35.725137 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.objects.ports [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103909) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 19:01:35.726846 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (28f97ba4-a0f1-4db1-a5c6-29d8590502aa), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:35.783792 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f97ba4-a0f1-4db1-a5c6-29d8590502aa,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:35.788922 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:01:35.789286 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Network hostable DHCP agents. Network: 9731df22-e290-4d9c-8038-b43e348300ed, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:01:35.896016 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:01:35.964591 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 9731df22-e290-4d9c-8038-b43e348300ed) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:01:35.974542 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:35.975165 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:35.976888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8e3bb-cd00-4977-951f-0dc9b4928ebe None None] Network 9731df22-e290-4d9c-8038-b43e348300ed requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:01:36.051422 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d73a3b4e-36c3-4984-bc3c-ab3e809b1f54 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8096905 Apr 12 19:01:36.082260 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259b97e-acaf-4a8f-80fc-d16e1d8f351f None None] Network 9731df22-e290-4d9c-8038-b43e348300ed requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:01:38.473261 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60568) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:38.680663 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0ef578dd-57d7-4c4b-a614-4074503d26ec demo admin] 10.222.0.50 "GET /v2.0/routers/afdf8372-6e4d-4f98-a314-3a48775bb354 HTTP/1.1" status: 200 len: 710 time: 0.2061574 Apr 12 19:01:38.769047 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723043f3-ebda-491c-bd57-5af7490de10e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:01:38.770415 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-723043f3-ebda-491c-bd57-5af7490de10e demo admin] 10.222.0.50 "GET /v2.0/networks/9731df22-e290-4d9c-8038-b43e348300ed HTTP/1.1" status: 200 len: 886 time: 0.0841765 Apr 12 19:01:38.780289 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:01:39.034976 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks [] for router_gateway (afdf8372-6e4d-4f98-a314-3a48775bb354), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:39.309924 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks [] for router_gateway (afdf8372-6e4d-4f98-a314-3a48775bb354), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:39.386718 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:39.564377 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Allocated IP 172.27.0.70 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/aea0f8b1-92f7-4426-aca5-2ea575f147c4) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:01:39.666623 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks [] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:39.730419 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:39.766916 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:01:39.769680 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:01:39.775251 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:01:39.837392 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Pushing event updated for resources: {'Port': ['ID=aea0f8b1-92f7-4426-aca5-2ea575f147c4,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:40.125311 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks [] for router_gateway (afdf8372-6e4d-4f98-a314-3a48775bb354), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:40.420745 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-404418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59555'] for router (afdf8372-6e4d-4f98-a314-3a48775bb354), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:40.423978 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-398006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-397997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404281'] for router (afdf8372-6e4d-4f98-a314-3a48775bb354), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:40.535457 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Router afdf8372-6e4d-4f98-a314-3a48775bb354 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:01:40.645695 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:01:40.650075 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:40.651310 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-68fae13b-74e9-4376-ba66-b0481a52d566 demo admin] 10.222.0.50 "PUT /v2.0/routers/afdf8372-6e4d-4f98-a314-3a48775bb354 HTTP/1.1" status: 200 len: 889 time: 1.8745453 Apr 12 19:01:41.745237 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 32b5a657-fa18-4f02-81f8-1d10f423d55e up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:01:41.794220 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 32b5a657-fa18-4f02-81f8-1d10f423d55e triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:41.794622 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:41.883226 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 32b5a657-fa18-4f02-81f8-1d10f423d55e is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:43.215851 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 60580) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:01:43.329589 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0fdcd106-0a37-4ecc-81b9-3ff64016988f admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1125364 Apr 12 19:01:43.597113 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Sync routers for ids ['afdf8372-6e4d-4f98-a314-3a48775bb354'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:01:43.608909 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Routers {'afdf8372-6e4d-4f98-a314-3a48775bb354'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:01:43.609549 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:01:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['afdf8372-6e4d-4f98-a314-3a48775bb354'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:43.829266 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Set router afdf8372-6e4d-4f98-a314-3a48775bb354 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:01:44.295019 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'name': 'router1', 'tenant_id': '25fccc10ca674391980121eae816879b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'aea0f8b1-92f7-4426-aca5-2ea575f147c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:01:20Z', 'updated_at': '2022-04-12T19:01:39Z', 'revision_number': 4, 'project_id': '25fccc10ca674391980121eae816879b', 'gw_port': {'id': 'aea0f8b1-92f7-4426-aca5-2ea575f147c4', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:39Z', 'updated_at': '2022-04-12T19:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '32b5a657-fa18-4f02-81f8-1d10f423d55e', 'name': '', 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8', 'tenant_id': '25fccc10ca674391980121eae816879b', 'mac_address': 'fa:16:3e:9f:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:30Z', 'updated_at': '2022-04-12T19:01:34Z', 'revision_number': 5, 'project_id': '25fccc10ca674391980121eae816879b', 'subnets': [{'id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20390a35-fb14-4dad-969e-2b8f20a0ae2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:44.346103 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Checking router: afdf8372-6e4d-4f98-a314-3a48775bb354 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:01:44.346389 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Updating router afdf8372-6e4d-4f98-a314-3a48775bb354 port aea0f8b1-92f7-4426-aca5-2ea575f147c4 binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:01:44.396042 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:44.734918 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Publish callbacks [] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:44.804277 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:44.858191 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc4a94-ecb4-4feb-8ad3-1da9f6973015 None None] Pushing event updated for resources: {'Port': ['ID=aea0f8b1-92f7-4426-aca5-2ea575f147c4,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:44.862187 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Attempting to bind port aea0f8b1-92f7-4426-aca5-2ea575f147c4 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:01:44.862561 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Attempting to bind port aea0f8b1-92f7-4426-aca5-2ea575f147c4 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:01:44.862921 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Attempting to bind port aea0f8b1-92f7-4426-aca5-2ea575f147c4 on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:01:44.868014 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:01:44.868972 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:01:44.869624 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:44.870036 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:01:44.870503 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Bound port: aea0f8b1-92f7-4426-aca5-2ea575f147c4, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:01:44.870882 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:44.926836 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] For port aea0f8b1-92f7-4426-aca5-2ea575f147c4, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:01:44.929834 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] For port aea0f8b1-92f7-4426-aca5-2ea575f147c4, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=aea0f8b1-92f7-4426-aca5-2ea575f147c4,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:01:44.998738 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:45.068051 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Routers {'afdf8372-6e4d-4f98-a314-3a48775bb354'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:01:45.068683 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:01:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['afdf8372-6e4d-4f98-a314-3a48775bb354'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:45.109943 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc4a94-ecb4-4feb-8ad3-1da9f6973015 None None] Pushing event updated for resources: {'Port': ['ID=aea0f8b1-92f7-4426-aca5-2ea575f147c4,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:45.190394 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] Set router afdf8372-6e4d-4f98-a314-3a48775bb354 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:01:45.409531 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'name': 'router1', 'tenant_id': '25fccc10ca674391980121eae816879b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'aea0f8b1-92f7-4426-aca5-2ea575f147c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:01:20Z', 'updated_at': '2022-04-12T19:01:39Z', 'revision_number': 4, 'project_id': '25fccc10ca674391980121eae816879b', 'gw_port': {'id': 'aea0f8b1-92f7-4426-aca5-2ea575f147c4', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:39Z', 'updated_at': '2022-04-12T19:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '32b5a657-fa18-4f02-81f8-1d10f423d55e', 'name': '', 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8', 'tenant_id': '25fccc10ca674391980121eae816879b', 'mac_address': 'fa:16:3e:9f:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:30Z', 'updated_at': '2022-04-12T19:01:34Z', 'revision_number': 5, 'project_id': '25fccc10ca674391980121eae816879b', 'subnets': [{'id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20390a35-fb14-4dad-969e-2b8f20a0ae2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:01:45.434288 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e910500a-0a7c-4d77-b986-c6bfdfbc9b14 None None] The sync data for ids ['afdf8372-6e4d-4f98-a314-3a48775bb354'] in dv-cinder-837538-1-iscsi is: [{'id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'name': 'router1', 'tenant_id': '25fccc10ca674391980121eae816879b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': 'aea0f8b1-92f7-4426-aca5-2ea575f147c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:01:20Z', 'updated_at': '2022-04-12T19:01:39Z', 'revision_number': 4, 'project_id': '25fccc10ca674391980121eae816879b', 'gw_port': {'id': 'aea0f8b1-92f7-4426-aca5-2ea575f147c4', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:39Z', 'updated_at': '2022-04-12T19:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '32b5a657-fa18-4f02-81f8-1d10f423d55e', 'name': '', 'network_id': '956f5eac-9742-440c-9eb3-fd48f64158c8', 'tenant_id': '25fccc10ca674391980121eae816879b', 'mac_address': 'fa:16:3e:9f:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdf8372-6e4d-4f98-a314-3a48775bb354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:01:30Z', 'updated_at': '2022-04-12T19:01:34Z', 'revision_number': 5, 'project_id': '25fccc10ca674391980121eae816879b', 'subnets': [{'id': '173f0af8-fcaf-48c9-b8ef-3d06ce8e5472', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20390a35-fb14-4dad-969e-2b8f20a0ae2c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:01:45.798511 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device aea0f8b1-92f7-4426-aca5-2ea575f147c4 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:01:45.864507 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port aea0f8b1-92f7-4426-aca5-2ea575f147c4 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:45.864915 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:45.969865 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port aea0f8b1-92f7-4426-aca5-2ea575f147c4 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:45.970370 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:46.001922 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port aea0f8b1-92f7-4426-aca5-2ea575f147c4, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=aea0f8b1-92f7-4426-aca5-2ea575f147c4,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:01:46.077954 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:46.166232 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=aea0f8b1-92f7-4426-aca5-2ea575f147c4,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:01:47.779533 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device aea0f8b1-92f7-4426-aca5-2ea575f147c4 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:01:47.861534 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port aea0f8b1-92f7-4426-aca5-2ea575f147c4 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:01:47.861921 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (aea0f8b1-92f7-4426-aca5-2ea575f147c4), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:47.942118 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port aea0f8b1-92f7-4426-aca5-2ea575f147c4 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:01:56.643765 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96563b91-7cfb-4dfe-960c-d3ded4aff54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:01:58.923754 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4ac3c014-b505-4a09-87e5-92bad5ab0d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:00.089076 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:01.734954 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:02.980044 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:05.614921 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:02:26.659792 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1333b985-c321-4140-a0f5-af91eacba941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:29.006880 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19b896d8-6400-4e1e-8ae3-b64c54d7c261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:30.099672 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:31.699571 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:32.967851 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:42.613317 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:02:56.618123 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a5e23502-5574-41f1-8ef2-dfcc76058da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:02:58.955291 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f838be1b-836c-4092-8c80-103497482a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:00.126637 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:01.714187 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:02.988498 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:07.487892 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32832) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:07.549098 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5d5c25-7a33-4671-94db-52d108851585 admin admin] GET failed (client error): The resource could not be found. Apr 12 19:03:07.550430 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8b5d5c25-7a33-4671-94db-52d108851585 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615914 Apr 12 19:03:07.710419 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe97402-d277-40c4-b40c-d2ba84a3c505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:07.711929 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8fe97402-d277-40c4-b40c-d2ba84a3c505 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571717 Apr 12 19:03:10.049525 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32842) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:10.142088 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6624fbbe-9d27-41ab-ac98-4cd63ccc0efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:10.143422 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6624fbbe-9d27-41ab-ac98-4cd63ccc0efe admin admin] 10.222.0.50 "GET /v2.0/subnets/173f0af8-fcaf-48c9-b8ef-3d06ce8e5472 HTTP/1.1" status: 200 len: 849 time: 0.0929472 Apr 12 19:03:10.153504 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:03:10.234339 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Publish callbacks [] for subnet (173f0af8-fcaf-48c9-b8ef-3d06ce8e5472), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:10.434630 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763860785183'] for subnet (173f0af8-fcaf-48c9-b8ef-3d06ce8e5472), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:10.464147 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:10.464742 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:10.466118 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] 10.222.0.50 "PUT /v2.0/subnets/173f0af8-fcaf-48c9-b8ef-3d06ce8e5472 HTTP/1.1" status: 200 len: 868 time: 0.3160133 Apr 12 19:03:10.482596 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e15ff-89e7-4b63-8bd8-408e3d7dc761 None None] Network 956f5eac-9742-440c-9eb3-fd48f64158c8 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:03:10.488157 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=173f0af8-fcaf-48c9-b8ef-3d06ce8e5472,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:03:10.495950 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.496302 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.496730 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.497018 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.497350 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.497683 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.498685 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.498685 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.498685 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.498984 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.499306 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.499690 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.500039 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.500360 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.500683 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7796f3-8537-4fba-b282-fe8436b19c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:03:10.788823 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-2833b0f7-6d6b-4be1-a03a-664dc8dda807 None None] Provisioning complete for port 3badc0bc-47ac-4dd9-b343-9eb110eb807c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:03:10.789220 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2833b0f7-6d6b-4be1-a03a-664dc8dda807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3badc0bc-47ac-4dd9-b343-9eb110eb807c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:10.870494 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-2833b0f7-6d6b-4be1-a03a-664dc8dda807 None None] Current status of the port 3badc0bc-47ac-4dd9-b343-9eb110eb807c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:03:10.878336 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-2833b0f7-6d6b-4be1-a03a-664dc8dda807 None None] Provisioning complete for port 32b5a657-fa18-4f02-81f8-1d10f423d55e triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:03:10.878732 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2833b0f7-6d6b-4be1-a03a-664dc8dda807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (32b5a657-fa18-4f02-81f8-1d10f423d55e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:10.953895 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-2833b0f7-6d6b-4be1-a03a-664dc8dda807 None None] Current status of the port 32b5a657-fa18-4f02-81f8-1d10f423d55e is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:03:12.808870 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32850) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:13.012142 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed2559-bf70-4e4c-b85d-3ebf067bd082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:13.012519 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed2559-bf70-4e4c-b85d-3ebf067bd082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:13.014040 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-caed2559-bf70-4e4c-b85d-3ebf067bd082 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2042234 Apr 12 19:03:15.345199 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32858) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:15.477822 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f47c2d-1d19-4fcb-a261-e2a4921e1fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:15.478298 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f47c2d-1d19-4fcb-a261-e2a4921e1fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:15.479889 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-38f47c2d-1d19-4fcb-a261-e2a4921e1fd3 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1337471 Apr 12 19:03:17.804260 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32866) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:17.934634 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55586c19-f8a8-4389-8e83-3b8dbc4d6af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:17.935977 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-55586c19-f8a8-4389-8e83-3b8dbc4d6af8 admin admin] 10.222.0.50 "GET /v2.0/networks/956f5eac-9742-440c-9eb3-fd48f64158c8 HTTP/1.1" status: 200 len: 869 time: 0.1307712 Apr 12 19:03:19.611205 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:03:20.267374 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32874) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:20.394071 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a04ecbd-9789-49b7-98db-51a72de13c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:20.396012 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0a04ecbd-9789-49b7-98db-51a72de13c49 admin admin] 10.222.0.50 "GET /v2.0/networks/9731df22-e290-4d9c-8038-b43e348300ed HTTP/1.1" status: 200 len: 886 time: 0.1276426 Apr 12 19:03:22.723969 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 32882) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:22.856622 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39aa4db-c5bf-4584-834f-471ead7df48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:22.857079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39aa4db-c5bf-4584-834f-471ead7df48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:22.858634 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d39aa4db-c5bf-4584-834f-471ead7df48a admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337612 Apr 12 19:03:25.178608 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 32892) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:25.269566 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc765e-5490-473f-8e93-0782aea56e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:25.270018 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bc765e-5490-473f-8e93-0782aea56e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:25.271486 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d1bc765e-5490-473f-8e93-0782aea56e1c admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919428 Apr 12 19:03:26.651317 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-04c44a0a-7ee9-41f7-92af-56d0eb536a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:27.596297 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 32900) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:27.723499 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1bb7ba-8fc0-467b-8db0-f1cc084e0531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:27.724890 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3c1bb7ba-8fc0-467b-8db0-f1cc084e0531 admin admin] 10.222.0.50 "GET /v2.0/subnets/173f0af8-fcaf-48c9-b8ef-3d06ce8e5472 HTTP/1.1" status: 200 len: 868 time: 0.1276591 Apr 12 19:03:28.970518 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4bd39b5c-40a3-418b-a611-88c6af4e24ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:30.063493 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 32908) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:03:30.102876 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:30.148803 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd8ebd-904e-4c5d-9cfd-47d2fae887e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:03:30.150128 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-11dd8ebd-904e-4c5d-9cfd-47d2fae887e9 admin admin] 10.222.0.50 "GET /v2.0/subnets/28f97ba4-a0f1-4db1-a5c6-29d8590502aa HTTP/1.1" status: 200 len: 816 time: 0.0856853 Apr 12 19:03:31.714138 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:32.970849 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:56.610359 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:03:56.648965 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ba7803c8-d986-48b2-8385-b7ed09a453ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:03:58.992769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-336b04d9-9934-4e6e-8037-382f53e9e28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:00.112384 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:01.690148 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:02.969499 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:11.214246 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 32966) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:04:11.260460 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [None req-0a2b27df-c100-4383-82bb-a8b2a40230c7 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:04:11.261427 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0a2b27df-c100-4383-82bb-a8b2a40230c7 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462608 Apr 12 19:04:13.669912 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 32974) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:04:13.736172 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6f0516-3a50-4b40-8e12-0ecd8753c9a0 admin admin] GET failed (client error): The resource could not be found. Apr 12 19:04:13.737429 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0a6f0516-3a50-4b40-8e12-0ecd8753c9a0 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665944 Apr 12 19:04:13.896780 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40d5f3-71b8-4563-8226-dc432a5d3b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:04:13.898230 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ed40d5f3-71b8-4563-8226-dc432a5d3b59 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1568210 Apr 12 19:04:16.252070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32982) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:04:16.298267 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:04:16.380301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Made reservation on behalf of af17bb5a2e9f4329a6a868c2fd0ff537 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:04:16.382503 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:16.412281 dv-cinder-837538-1-iscsi neutron-server[103909]: WARNING neutron.services.revisions.revision_plugin [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Could not find related network for resource to bump revision. Apr 12 19:04:16.425766 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:04:16.434406 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (e0644c3d-9e95-48a5-8fbc-0420ac613688), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:16.434677 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Added segment e0644c3d-9e95-48a5-8fbc-0420ac613688 of type vlan for network bdd23ded-b91f-431b-b357-fdb19355cee4 Apr 12 19:04:16.571041 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (bdd23ded-b91f-431b-b357-fdb19355cee4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:16.665714 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (bdd23ded-b91f-431b-b357-fdb19355cee4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:16.666660 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:04:16.667235 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:16.724545 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Pushing event updated for resources: {'Network': ['ID=bdd23ded-b91f-431b-b357-fdb19355cee4,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:04:16.731210 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.731581 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.731925 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.732259 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.732589 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.732917 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.733248 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.733562 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.733890 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.734209 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.734547 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.734884 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.735191 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.736035 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.736353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:16.746828 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network bdd23ded-b91f-431b-b357-fdb19355cee4 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:04:16.777295 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7d9d93fa-6cfa-493b-8a8b-4b460e0d7fae admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5241303 Apr 12 19:04:19.122622 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 32990) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:04:19.183741 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.pecan_wsgi.hooks.translation [None req-0154cd01-44df-454e-8f6b-ee0723e6b0b0 admin admin] GET failed (client error): The resource could not be found. Apr 12 19:04:19.185102 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0154cd01-44df-454e-8f6b-ee0723e6b0b0 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615304 Apr 12 19:04:19.258140 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b31d9-44a3-4fc8-aac0-5ab6a3de5ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:04:19.259654 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6f2b31d9-44a3-4fc8-aac0-5ab6a3de5ab9 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696628 Apr 12 19:04:19.270291 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:04:19.362356 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Made reservation on behalf of af17bb5a2e9f4329a6a868c2fd0ff537 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:04:19.364630 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:19.592230 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (b64179ed-f26e-4d03-8a43-a2e14afc5d31), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:19.647214 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64179ed-f26e-4d03-8a43-a2e14afc5d31,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:04:19.655687 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Checking segment: {'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:04:19.656045 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Network hostable DHCP agents. Network: bdd23ded-b91f-431b-b357-fdb19355cee4, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:04:19.729337 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Network bdd23ded-b91f-431b-b357-fdb19355cee4 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:04:19.797298 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, bdd23ded-b91f-431b-b357-fdb19355cee4) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:04:19.802137 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:04:19.802743 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:19.806746 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5cc109-063d-4218-b98e-9fbcb760f4f7 None None] Network bdd23ded-b91f-431b-b357-fdb19355cee4 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:04:19.892370 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e1e518bd-3e61-47c9-a92c-ee5106da08bf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6262496 Apr 12 19:04:19.908558 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-bdd23ded-b91f-431b-b357-fdb19355cee4', 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4', 'project_id': 'af17bb5a2e9f4329a6a868c2fd0ff537', 'fixed_ips': [{'subnet_id': 'b64179ed-f26e-4d03-8a43-a2e14afc5d31'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:04:19.909430 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:20.151822 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Allocated IP 192.168.233.2 (bdd23ded-b91f-431b-b357-fdb19355cee4/b64179ed-f26e-4d03-8a43-a2e14afc5d31/1f5bc6b3-5c37-46e8-89c2-db26da0baa77) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:04:20.294655 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Publish callbacks [] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:20.381202 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:20.424212 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Network bdd23ded-b91f-431b-b357-fdb19355cee4 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:04:20.427044 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:04:20.431360 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:04:20.434577 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Pushing event updated for resources: {'Port': ['ID=1f5bc6b3-5c37-46e8-89c2-db26da0baa77,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:04:20.443881 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.444228 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.444580 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.444935 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.445269 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.445589 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.445911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.446232 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.446548 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.446864 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.447183 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.447554 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.450295 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.450295 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.450295 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:04:20.505769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Attempting to bind port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:04:20.506138 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Attempting to bind port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:04:20.506499 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Attempting to bind port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 on network bdd23ded-b91f-431b-b357-fdb19355cee4 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:04:20.511496 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:04:20.511896 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Checking segment: {'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:04:20.512295 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:20.512683 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Bound using segment: {'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:04:20.513147 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Bound port: 1f5bc6b3-5c37-46e8-89c2-db26da0baa77, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:04:20.513519 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:20.579786 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] For port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:04:20.582814 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] For port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1f5bc6b3-5c37-46e8-89c2-db26da0baa77,segment=NetworkSegment(e0644c3d-9e95-48a5-8fbc-0420ac613688),segment_id=e0644c3d-9e95-48a5-8fbc-0420ac613688)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:04:20.666872 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:20.735343 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145de2a4-a59c-442c-890c-816949c5b614 None None] Pushing event updated for resources: {'Port': ['ID=1f5bc6b3-5c37-46e8-89c2-db26da0baa77,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:04:21.603829 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cbed4e-e0eb-43fe-9a6e-6d61da6b421a None None] Network bdd23ded-b91f-431b-b357-fdb19355cee4 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:04:21.715084 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-143ed50c-20f6-48a7-85ae-17317766dce9 None None] Provisioning complete for port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:04:21.715575 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-143ed50c-20f6-48a7-85ae-17317766dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:21.808752 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-143ed50c-20f6-48a7-85ae-17317766dce9 None None] Current status of the port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:04:21.809230 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-143ed50c-20f6-48a7-85ae-17317766dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:21.863253 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-143ed50c-20f6-48a7-85ae-17317766dce9 None None] For port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1f5bc6b3-5c37-46e8-89c2-db26da0baa77,segment=NetworkSegment(e0644c3d-9e95-48a5-8fbc-0420ac613688),segment_id=e0644c3d-9e95-48a5-8fbc-0420ac613688)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:04:21.893926 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:04:21.942938 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:04:21.943310 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:22.007936 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-143ed50c-20f6-48a7-85ae-17317766dce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:22.051769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:04:22.052165 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:22.085232 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ed50c-20f6-48a7-85ae-17317766dce9 None None] Pushing event updated for resources: {'Port': ['ID=1f5bc6b3-5c37-46e8-89c2-db26da0baa77,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:04:22.135022 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-444208da-7e4a-4afe-a128-2cb7f86fd970 None None] Provisioning complete for port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:04:22.135415 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-444208da-7e4a-4afe-a128-2cb7f86fd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:22.138013 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.db.api [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 19:04:22.138385 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG oslo_db.api [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 19:04:22.218687 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-444208da-7e4a-4afe-a128-2cb7f86fd970 None None] Current status of the port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:04:22.676324 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:04:23.834772 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:04:23.881945 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:04:23.882334 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1f5bc6b3-5c37-46e8-89c2-db26da0baa77), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:23.959589 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1f5bc6b3-5c37-46e8-89c2-db26da0baa77 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:04:26.637143 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-62d321c5-301f-40dd-985e-8df5b21c0f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:28.991806 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-12d1cc47-f2b6-4945-91d3-bdcba78bfabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:30.117124 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:31.699788 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:32.991333 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:33.609055 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:04:56.630445 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b442afd5-96e5-465c-8271-240e0a21f4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:04:59.006370 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d4b75ef7-e229-4394-9b0d-d6ede22ff24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:00.139150 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:01.721117 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:03.000911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:10.607118 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:05:26.663126 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a744aab-7093-4a6f-85e9-460c38cea09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:28.994651 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ba892016-1c4e-4d5e-a777-008f542f5e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:30.125725 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:31.708700 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:32.988486 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:47.606088 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:05:56.661697 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c958be29-4505-4361-863b-69e3a6455541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:05:58.976362 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56cf1535-a765-4ae6-8a62-de3e3c419de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:00.147694 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:01.736219 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:03.010177 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:05.554700 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33028) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:06:05.560526 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [None req-61281ca1-a145-48fe-ad48-74f64cddbe3f tempest-verify_tempest_config-912011713 tempest-verify_tempest_config-912011713-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:06:05.561528 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-61281ca1-a145-48fe-ad48-74f64cddbe3f tempest-verify_tempest_config-912011713 tempest-verify_tempest_config-912011713-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058341 Apr 12 19:06:06.209331 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33046) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:06:06.310009 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:06.386540 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Publish callbacks [] for security_group (62bbfb46-63b2-4a53-b31f-0adc931ec4c7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:06.438420 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (62bbfb46-63b2-4a53-b31f-0adc931ec4c7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:06.483585 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05c15bb149cd4b7ba5048af5508e74d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2731152 Apr 12 19:06:06.484410 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bbfb46-63b2-4a53-b31f-0adc931ec4c7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:06:06.486310 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33050) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:06:06.490913 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.491261 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.491659 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.492004 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.492342 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.492674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.493000 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.493325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.493665 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.493997 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.494339 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.494709 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.495041 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.495354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.495696 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487418-8428-490b-8f8a-417d3531283b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.544356 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Publish callbacks [] for security_group (62bbfb46-63b2-4a53-b31f-0adc931ec4c7), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:06.565334 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Publish callbacks [] for security_group (62bbfb46-63b2-4a53-b31f-0adc931ec4c7), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:06.718796 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (62bbfb46-63b2-4a53-b31f-0adc931ec4c7), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:06.721345 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:06.722510 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62bbfb46-63b2-4a53-b31f-0adc931ec4c7 HTTP/1.1" status: 204 len: 168 time: 0.2351544 Apr 12 19:06:06.731186 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bbfb46-63b2-4a53-b31f-0adc931ec4c7,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:06:06.738160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.738500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.738863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.739204 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.739565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.739896 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.740222 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.740605 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.740944 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.741274 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.741610 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.741940 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.742266 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.742580 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:06.742897 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029a34fb-a286-4041-bc4d-5580909a5049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:06:24.605128 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:06:26.626396 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1b737e5d-e567-4469-9b9d-f1c29c7a2ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:29.003902 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c8505cfe-a70a-4a9a-81d2-1b916ee104a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:30.197404 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:31.722885 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:32.980282 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:56.641696 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-88901cd3-0e12-4c8f-96a6-bfccdec7bf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:06:58.990665 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a30e9534-e4de-42cb-8021-bf3716153b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:00.139386 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:01.604914 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:07:01.750523 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:02.961619 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:26.652314 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9102983f-3328-4a62-bdf8-3b6fe6816721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:28.989277 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-809ea36a-1287-4472-aff0-be6fd18c57c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:30.166147 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:31.777856 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:32.966231 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:38.605351 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 5 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:07:53.822907 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-398509'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:56.651414 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6c3d8aae-bfd0-4985-809c-919e6e2b8499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:07:58.949269 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a9caf870-52e1-490a-b6e4-467757700bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:00.148113 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:01.737041 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:02.982329 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:08.444292 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33122) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:08:08.547353 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5ff96bf2-2905-494f-8a62-54fd8edae87c admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018772 Apr 12 19:08:10.885943 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33132) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:08:10.939730 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-555fb641-3a73-4619-9d61-2db87a0cc660 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526674 Apr 12 19:08:15.604750 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:08:23.746801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:26.632939 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-46653e63-44b8-40cb-8a6f-e26afa0d46b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:28.947128 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e65727ef-98b4-469e-8e98-8ae17d001b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:30.129847 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:31.758135 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:32.975463 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:52.604140 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:08:53.803842 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:56.688958 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aeb9cdca-119b-4fa3-927b-8bf02bd12eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:08:58.968911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8377635b-861a-487d-801d-ed998ae5e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:00.128695 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:01.804095 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:02.985283 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:23.710422 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:26.692990 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f3c3572b-784d-443f-9c4d-ebe0bef7eaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:28.978823 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a46543ba-7e74-447b-b5c9-ad89eeb7f6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:29.604107 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:09:30.138574 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:31.755386 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:32.995691 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:50.356981 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33294) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:50.580216 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-934591776-network', 'tenant_id': '004881d1a8e74638b08ee1481936e09a'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:50.676311 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Made reservation on behalf of 004881d1a8e74638b08ee1481936e09a for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:50.686266 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:50.696763 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:50.771395 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks [] for security_group (071a74bf-095b-428c-aea5-4c4b2ee563f9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:50.865021 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (071a74bf-095b-428c-aea5-4c4b2ee563f9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:50.890207 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:09:50.904248 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a74bf-095b-428c-aea5-4c4b2ee563f9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:50.909091 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (49f79c08-9f73-4b84-a8e3-095adf463e48), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:50.909433 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Added segment 49f79c08-9f73-4b84-a8e3-095adf463e48 of type vlan for network b943cd4a-2179-467b-945f-1e97be1c1482 Apr 12 19:09:50.923960 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.924311 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.924677 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.925019 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.925381 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.925927 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.926313 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.926635 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.926977 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.927309 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.927678 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.928011 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.928336 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.928654 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.928972 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Tracked resource versions report: Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: pushed versions: Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: { 'AddressGroup': {'1.2'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Agent': {'1.1'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'ConntrackHelper': {'1.0'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Log': {'1.0'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'NDPProxy': {'1.0'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Network': {'1.1'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Port': {'1.7'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'PortForwarding': {'1.3'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'QosPolicy': {'1.10'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroup': {'1.5'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SubPort': {'1.0'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Subnet': {'1.1'}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Trunk': {'1.1'}} Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: consumer versions: Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: HyperV agent@hv-cinder-83753: {}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Agent': '1.1', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'ConntrackHelper': '1.0', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'LocalIPAssociation': '1.0', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Log': '1.0', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'NDPProxy': '1.0', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Network': '1.1', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Port': '1.7', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'PortForwarding': '1.3', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'QosPolicy': '1.10', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroup': '1.5', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SecurityGroupRule': '1.2', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'SubPort': '1.0', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Subnet': '1.1', Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: 'Trunk': '1.1'}} Apr 12 19:09:50.930138 dv-cinder-837538-1-iscsi neutron-server[103909]: {{(pid=103909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:09:50.976085 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (b943cd4a-2179-467b-945f-1e97be1c1482), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.083796 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (b943cd4a-2179-467b-945f-1e97be1c1482), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.092029 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:51.092029 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.154241 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] Pushing event updated for resources: {'Network': ['ID=b943cd4a-2179-467b-945f-1e97be1c1482,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:51.165303 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network b943cd4a-2179-467b-945f-1e97be1c1482 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:09:51.174419 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33334) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:51.223444 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e353af8c-4030-4d87-9a49-96e3ed60092d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8644505 Apr 12 19:09:51.226154 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33338) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:51.232553 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Request body: {'subnet': {'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-subnet', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:51.316521 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Made reservation on behalf of 004881d1a8e74638b08ee1481936e09a for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:51.319376 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.373400 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33344) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:51.563688 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-370722008-network', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:51.579800 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (89f38cd0-2e5d-44f4-931e-f6b8f969a4cc), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.644972 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Checking segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:51.645344 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Network hostable DHCP agents. Network: b943cd4a-2179-467b-945f-1e97be1c1482, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:09:51.651427 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:51.687526 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Made reservation on behalf of 60ac2edcae10443f8fa5bbdec9d64f22 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:51.689836 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.699092 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.775001 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks [] for security_group (5f943f15-4a24-4f84-837d-529e4704497e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.789949 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Network b943cd4a-2179-467b-945f-1e97be1c1482 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:09:51.830407 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5f943f15-4a24-4f84-837d-529e4704497e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.853175 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, b943cd4a-2179-467b-945f-1e97be1c1482) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:51.854794 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:09:51.866460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4cb721-8398-4bdb-a4d3-639319ac39a8 None None] Network b943cd4a-2179-467b-945f-1e97be1c1482 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:51.870277 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:51.870841 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.878659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-154406176-network', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:51.883724 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (c7ffa4f4-1152-4360-ac09-fafad9fead8f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.884071 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Added segment c7ffa4f4-1152-4360-ac09-fafad9fead8f of type vlan for network 2d0759b3-99b2-4873-8fa8-0360799658f1 Apr 12 19:09:51.887350 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f943f15-4a24-4f84-837d-529e4704497e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:51.919804 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33370) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:51.942800 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (2d0759b3-99b2-4873-8fa8-0360799658f1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:51.981405 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cea323ba-b58f-46c7-890e-67adb68cc7b5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7535605 Apr 12 19:09:51.983977 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33376) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:51.989955 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:52.007179 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Made reservation on behalf of 04bb0a411383488a8346ba658ad2f2f4 for: {'network': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:52.009481 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.019108 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.019680 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-b943cd4a-2179-467b-945f-1e97be1c1482', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'project_id': '004881d1a8e74638b08ee1481936e09a', 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:09:52.020532 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.037733 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (2d0759b3-99b2-4873-8fa8-0360799658f1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.038786 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:52.039325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.105564 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks [] for security_group (5d9d2a7c-136f-45dc-b0f1-c21c35bdb796), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.112924 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (5229262a-9cda-47ca-b23c-adc3bca84ed6), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.114886 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (5229262a-9cda-47ca-b23c-adc3bca84ed6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.129585 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] Pushing event updated for resources: {'Network': ['ID=2d0759b3-99b2-4873-8fa8-0360799658f1,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:52.149498 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:09:52.196106 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5d9d2a7c-136f-45dc-b0f1-c21c35bdb796), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.198904 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ddcff31e-b770-4623-9af2-0a1984c0bbbb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0228915 Apr 12 19:09:52.200004 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33384) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:52.206536 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks [] for router_controller (5229262a-9cda-47ca-b23c-adc3bca84ed6), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.210511 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Request body: {'subnet': {'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-370722008-subnet', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:52.246348 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-923800779-network', 'tenant_id': 'cb205488d4a0488e8dabd7311781eb4e'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:52.265639 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:09:52.292488 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (81b9fc37-6d05-455e-a4e3-11da390675f6), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.292741 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.segments_db [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Added segment 81b9fc37-6d05-455e-a4e3-11da390675f6 of type vlan for network a1c2abfe-6c5a-40c4-97e4-f68ef634895a Apr 12 19:09:52.293932 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:52.298129 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Allocated IP 172.20.0.2 (b943cd4a-2179-467b-945f-1e97be1c1482/89f38cd0-2e5d-44f4-931e-f6b8f969a4cc/1c6f21fb-adad-4c82-9367-2cfc2c41e3cb) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:09:52.376308 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Made reservation on behalf of 60ac2edcae10443f8fa5bbdec9d64f22 for: {'subnet': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:52.378800 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.388902 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (a1c2abfe-6c5a-40c4-97e4-f68ef634895a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.417831 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.418475 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.419464 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.420412 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.420884 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.421723 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.422162 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.423358 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.423941 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.424353 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.424757 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.425256 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.425661 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.426203 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.426335 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Made reservation on behalf of cb205488d4a0488e8dabd7311781eb4e for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:52.426637 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Tracked resource versions report: Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: pushed versions: Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: { 'AddressGroup': {'1.2'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Agent': {'1.1'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'ConntrackHelper': {'1.0'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Log': {'1.0'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'NDPProxy': {'1.0'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Network': {'1.1'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Port': {'1.7'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'PortForwarding': {'1.3'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'QosPolicy': {'1.10'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroup': {'1.5'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SubPort': {'1.0'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Subnet': {'1.1'}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Trunk': {'1.1'}} Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: consumer versions: Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: HyperV agent@hv-cinder-83753: {}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Agent': '1.1', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'ConntrackHelper': '1.0', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'LocalIPAssociation': '1.0', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Log': '1.0', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'NDPProxy': '1.0', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Network': '1.1', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Port': '1.7', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'PortForwarding': '1.3', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'QosPolicy': '1.10', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroup': '1.5', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SecurityGroupRule': '1.2', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'SubPort': '1.0', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Subnet': '1.1', Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: 'Trunk': '1.1'}} Apr 12 19:09:52.428283 dv-cinder-837538-1-iscsi neutron-server[103908]: {{(pid=103908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:09:52.430698 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.485134 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.488390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Publish callbacks [] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.500871 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks [] for router_gateway (5229262a-9cda-47ca-b23c-adc3bca84ed6), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.525720 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (a1c2abfe-6c5a-40c4-97e4-f68ef634895a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.527412 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:52.530534 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.574556 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks [] for security_group (ea4f7dfe-7e13-4136-bf0b-99a676e13ce8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.642386 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.665886 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (ea4f7dfe-7e13-4136-bf0b-99a676e13ce8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.718486 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Network b943cd4a-2179-467b-945f-1e97be1c1482 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:09:52.728758 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c2abfe-6c5a-40c4-97e4-f68ef634895a,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:52.733330 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:52.749019 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:09:52.749546 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Pushing event updated for resources: {'Port': ['ID=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:52.768889 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.773128 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.773531 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.773895 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.774241 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.775683 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.776760 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.777447 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.778104 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (766c2ace-dbf3-43f5-a546-12cdb2fa055a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.778719 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Added segment 766c2ace-dbf3-43f5-a546-12cdb2fa055a of type vlan for network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c Apr 12 19:09:52.779466 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.779858 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.780203 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.781688 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.782034 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.782374 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.782712 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Tracked resource versions report: Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: pushed versions: Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: { 'AddressGroup': {'1.2'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Agent': {'1.1'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'ConntrackHelper': {'1.0'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Log': {'1.0'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'NDPProxy': {'1.0'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Network': {'1.1'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Port': {'1.7'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'PortForwarding': {'1.3'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'QosPolicy': {'1.10'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroup': {'1.5'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SubPort': {'1.0'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Subnet': {'1.1'}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Trunk': {'1.1'}} Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: consumer versions: Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: HyperV agent@hv-cinder-83753: {}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Agent': '1.1', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'ConntrackHelper': '1.0', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'LocalIPAssociation': '1.0', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Log': '1.0', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'NDPProxy': '1.0', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Network': '1.1', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Port': '1.7', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'PortForwarding': '1.3', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'QosPolicy': '1.10', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroup': '1.5', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SecurityGroupRule': '1.2', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'SubPort': '1.0', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Subnet': '1.1', Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: 'Trunk': '1.1'}} Apr 12 19:09:52.783960 dv-cinder-837538-1-iscsi neutron-server[103910]: {{(pid=103910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:09:52.787291 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:09:52.855864 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:52.861679 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:09:52.947679 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d3d278c4-ae9d-49a2-a2d8-861dbd3fdf56 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5716326 Apr 12 19:09:52.953685 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33410) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:52.955687 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Attempting to bind port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:09:52.956122 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Attempting to bind port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:09:52.957445 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Attempting to bind port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb on network b943cd4a-2179-467b-945f-1e97be1c1482 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:09:52.962657 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:09:52.962993 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (5e8289fe-ae49-421a-b8e1-ec2054b9ea2c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.963152 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Checking segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:52.963423 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.963779 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Request body: {'subnet': {'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-subnet', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:52.964225 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Bound using segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:09:52.964697 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Bound port: 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:09:52.965349 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:52.986414 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks [] for router_gateway (5229262a-9cda-47ca-b23c-adc3bca84ed6), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.001938 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (9f1e9efa-664f-464d-b871-708f5d8fadb3), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.031687 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.038859 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] For port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:09:53.045465 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] For port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:09:53.065758 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Made reservation on behalf of 04bb0a411383488a8346ba658ad2f2f4 for: {'subnet': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:53.070071 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.106151 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (5e8289fe-ae49-421a-b8e1-ec2054b9ea2c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.108022 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:53.108701 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.162269 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1e9efa-664f-464d-b871-708f5d8fadb3,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:53.168374 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.183876 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Checking segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:53.184351 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Network hostable DHCP agents. Network: 2d0759b3-99b2-4873-8fa8-0360799658f1, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:09:53.312517 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eca094-f29b-453e-9e5d-a50464df013f None None] Pushing event updated for resources: {'Port': ['ID=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:53.336099 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:09:53.383419 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:53.410777 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8b78fe0a-0cd0-497b-88ee-685dfde1e001 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4890718 Apr 12 19:09:53.413984 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33428) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:53.417682 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:09:53.423814 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Request body: {'subnet': {'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-923800779-subnet', 'tenant_id': 'cb205488d4a0488e8dabd7311781eb4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:53.443041 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Allocated IP 172.27.0.115 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/6c4270b8-acf8-4aee-92ce-10d4eccec91e) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:09:53.475990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 2d0759b3-99b2-4873-8fa8-0360799658f1) {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:53.500885 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:53.501480 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.510260 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (ec0c164d-f906-47f7-b38b-3a7b5a3864be), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.559696 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177cc1d4-7701-45da-bbed-e15a092df7f2 None None] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:53.718912 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f2971bf5-dba3-4938-abe1-1c61094699b4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5159750 Apr 12 19:09:53.724599 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33434) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:53.736045 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:53.740682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0c164d-f906-47f7-b38b-3a7b5a3864be,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:53.756903 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Made reservation on behalf of cb205488d4a0488e8dabd7311781eb4e for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:09:53.761822 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.774685 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Checking segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:53.778934 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Network hostable DHCP agents. Network: a1c2abfe-6c5a-40c4-97e4-f68ef634895a, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:09:53.831008 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.879083 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-2d0759b3-99b2-4873-8fa8-0360799658f1', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:09:53.880615 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.910601 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks [] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:53.990404 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:09:54.035639 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (25a2d690-e864-4f47-8773-cdb0d9adb34e), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.036914 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (25a2d690-e864-4f47-8773-cdb0d9adb34e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.093423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, a1c2abfe-6c5a-40c4-97e4-f68ef634895a) {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:54.099328 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:54.099977 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.148341 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf79c2-1220-4340-8dc6-b197f51cb6ce None None] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:54.158860 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks [] for router_controller (25a2d690-e864-4f47-8773-cdb0d9adb34e), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.170076 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.206093 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:09:54.215086 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:09:54.218946 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Allocated IP 172.20.0.2 (2d0759b3-99b2-4873-8fa8-0360799658f1/9f1e9efa-664f-464d-b871-708f5d8fadb3/0cab413c-d3ef-4e5d-9524-5ea4bf74bd27) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:09:54.238012 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-a1fe91b4-dec4-424b-b300-60808190f690 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2829232 Apr 12 19:09:54.240833 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33448) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:54.243021 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:09:54.251420 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:54.263860 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:09:54.346717 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (eb01a49a-7fb5-4d59-9099-a40402e1ac95), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.406509 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.406509 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.433962 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4270b8-acf8-4aee-92ce-10d4eccec91e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:54.570307 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks [] for router_controller (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), precommit_add_association {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.605877 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:09:54.607289 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.618859 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:09:54.619242 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.622570 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks [] for router_gateway (25a2d690-e864-4f47-8773-cdb0d9adb34e), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.625738 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb01a49a-7fb5-4d59-9099-a40402e1ac95,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:54.635391 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Checking segment: {'id': '766c2ace-dbf3-43f5-a546-12cdb2fa055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:54.635772 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Network hostable DHCP agents. Network: 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:09:54.814620 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2bc37f-c8d9-4844-806a-b5c36bcb8cad None None] Network b943cd4a-2179-467b-945f-1e97be1c1482 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:54.835245 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:09:54.979519 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks [] for router_gateway (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:54.980943 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks [] for router_gateway (5229262a-9cda-47ca-b23c-adc3bca84ed6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.001285 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Publish callbacks [] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.018070 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:09:55.018443 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.019611 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:55.026504 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:55.027099 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.034472 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Allocated IP 172.20.0.2 (a1c2abfe-6c5a-40c4-97e4-f68ef634895a/ec0c164d-f906-47f7-b38b-3a7b5a3864be/4ed85421-dd6e-41ed-8250-add6ab332164) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:09:55.038728 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff503648-28fd-4d6c-a9c6-4db52390e08f None None] Network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:55.044768 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-313abc73-960e-46d6-817a-cbbe765bfcae None None] Provisioning complete for port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:09:55.045157 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-313abc73-960e-46d6-817a-cbbe765bfcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.127357 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks [] for router_gateway (25a2d690-e864-4f47-8773-cdb0d9adb34e), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.137022 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.150162 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.202630 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9035a62f-d7be-4d8d-ac8c-bf24d40c56ef admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7824738 Apr 12 19:09:55.224136 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Pushing event updated for resources: {'Port': ['ID=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:55.265553 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:09:55.406748 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:09:55.416074 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.516749 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:55.520659 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:55.529805 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:09:55.627273 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks [] for router_gateway (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.658356 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.735371 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Publish callbacks [] for port (4ed85421-dd6e-41ed-8250-add6ab332164), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.745004 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (5229262a-9cda-47ca-b23c-adc3bca84ed6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.756360 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-313abc73-960e-46d6-817a-cbbe765bfcae None None] Current status of the port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:09:55.797461 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Allocated IP 172.27.0.158 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/1a5edc48-4bc4-4360-8521-90c07530294c) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:09:55.803696 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e856df3-a305-484f-a262-7afcb5668e89 None None] Network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:55.943422 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d13ef9e6-6e26-47ad-b5b6-97c0c0641edb None None] Provisioning complete for port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:09:55.943909 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d13ef9e6-6e26-47ad-b5b6-97c0c0641edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:55.996570 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.012040 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Attempting to bind port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:09:56.012606 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Attempting to bind port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:09:56.012801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Attempting to bind port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 on network 2d0759b3-99b2-4873-8fa8-0360799658f1 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:09:56.065290 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:09:56.067241 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Checking segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:56.067241 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.067241 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Bound using segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:09:56.067878 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Bound port: 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:09:56.068271 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.080101 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Pushing event updated for resources: {'Port': ['ID=4ed85421-dd6e-41ed-8250-add6ab332164,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:56.114798 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks [] for port (1a5edc48-4bc4-4360-8521-90c07530294c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.141803 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:09:56.177339 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:09:56.206055 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Router 5229262a-9cda-47ca-b23c-adc3bca84ed6 is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:09:56.209172 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:56.213005 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:09:56.290556 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.294636 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d13ef9e6-6e26-47ad-b5b6-97c0c0641edb None None] Current status of the port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:09:56.312384 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:09:56.317949 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:56.329528 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Allocated IP 172.27.0.32 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/992e95e3-f7cd-4065-a7d4-f5a665d4e737) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:09:56.340881 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] For port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:09:56.345085 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Attempting to bind port 4ed85421-dd6e-41ed-8250-add6ab332164 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:09:56.348661 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Attempting to bind port 4ed85421-dd6e-41ed-8250-add6ab332164 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:09:56.348661 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Attempting to bind port 4ed85421-dd6e-41ed-8250-add6ab332164 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:09:56.352565 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] For port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:09:56.360437 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:09:56.361120 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.363757 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:09:56.364337 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Checking segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:56.365116 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.365750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Bound using segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:09:56.366892 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Bound port: 4ed85421-dd6e-41ed-8250-add6ab332164, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:09:56.368064 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.390634 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:09:56.434224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33538) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:56.436767 dv-cinder-837538-1-iscsi neutron-server[103908]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 19:09:56.475448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.527197 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5edc48-4bc4-4360-8521-90c07530294c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:56.553965 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:09:56.554803 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] For port 4ed85421-dd6e-41ed-8250-add6ab332164, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:09:56.567646 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Sync routers for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:09:56.590949 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:09:56.592830 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:09:56.629055 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] For port 4ed85421-dd6e-41ed-8250-add6ab332164, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=4ed85421-dd6e-41ed-8250-add6ab332164,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:09:56.638913 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef78cc7-519b-4f35-a9f6-ad5d8b564138 None None] Pushing event updated for resources: {'Port': ['ID=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:56.646312 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:09:56.704654 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-43dab600-5726-4e12-befe-eb01063b43cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.712035 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.717051 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b9f265e2-37dc-41bb-9efa-2da3e89f3b84 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7292113 Apr 12 19:09:56.719751 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33556) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:56.733719 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.782862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks [] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:56.802256 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-e048568f-e489-48dc-9dba-267eb8aba634 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:09:56.804632 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-e048568f-e489-48dc-9dba-267eb8aba634 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/networks?id=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c HTTP/1.1" status: 200 len: 811 time: 0.3688600 Apr 12 19:09:56.856772 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9b938-4fef-4cdb-82a7-e7c2b35dd6f8 None None] Pushing event updated for resources: {'Port': ['ID=4ed85421-dd6e-41ed-8250-add6ab332164,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:56.875786 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-7847bf04-c890-4fdc-9a7b-0c22b1b83857 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/quotas/cb205488d4a0488e8dabd7311781eb4e HTTP/1.1" status: 200 len: 375 time: 0.0647771 Apr 12 19:09:56.920739 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:09:56.992873 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-a1c8b285-9890-4525-b4ac-3444b29081f1 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb205488d4a0488e8dabd7311781eb4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215768 Apr 12 19:09:57.123361 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:57.144815 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks [] for router_gateway (25a2d690-e864-4f47-8773-cdb0d9adb34e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:57.242269 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:09:54Z', 'revision_number': 3, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:09:57.354749 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Checking router: 5229262a-9cda-47ca-b23c-adc3bca84ed6 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:09:57.357098 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Updating router 5229262a-9cda-47ca-b23c-adc3bca84ed6 port 6c4270b8-acf8-4aee-92ce-10d4eccec91e binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:09:57.382886 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Pushing event updated for resources: {'Port': ['ID=992e95e3-f7cd-4065-a7d4-f5a665d4e737,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:57.436831 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:09:57.440759 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:57.442687 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:57.453827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:09:57.742395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-84f76638-6bfd-4059-b0ef-f18c097a3657 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:09:57.742395 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-84f76638-6bfd-4059-b0ef-f18c097a3657 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3017488 Apr 12 19:09:57.832508 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Publish callbacks [] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:57.853886 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (25a2d690-e864-4f47-8773-cdb0d9adb34e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:57.940186 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:57.945875 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.061531 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Pushing event updated for resources: {'Port': ['ID=6c4270b8-acf8-4aee-92ce-10d4eccec91e,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:58.111726 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.113005 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.113489 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.117792 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.118300 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.118706 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.119106 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.119527 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.119956 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.120589 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.123350 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.125781 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.125781 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.125781 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.135967 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Tracked resource versions report: Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: pushed versions: Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Log': {'1.0'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Network': {'1.1'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Port': {'1.7'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: consumer versions: Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: HyperV agent@hv-cinder-83753: {}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: L3 agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: Metadata agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: Metering agent@dv-cinder-837538-1-iscsi: {}, Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-837538-1-iscsi: { 'AddressGroup': '1.2', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Agent': '1.1', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Log': '1.0', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Network': '1.1', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Port': '1.7', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'SubPort': '1.0', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Subnet': '1.1', Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Apr 12 19:09:58.139554 dv-cinder-837538-1-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 19:09:58.146306 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Attempting to bind port 6c4270b8-acf8-4aee-92ce-10d4eccec91e on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:09:58.147868 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Attempting to bind port 6c4270b8-acf8-4aee-92ce-10d4eccec91e by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:09:58.148899 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Attempting to bind port 6c4270b8-acf8-4aee-92ce-10d4eccec91e on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:09:58.167016 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:09:58.170300 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:09:58.172521 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.173745 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:09:58.174351 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Bound port: 6c4270b8-acf8-4aee-92ce-10d4eccec91e, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:09:58.176593 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.182875 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33596) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:58.258212 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 4ed85421-dd6e-41ed-8250-add6ab332164 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:09:58.387032 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] For port 6c4270b8-acf8-4aee-92ce-10d4eccec91e, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:09:58.392427 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] For port 6c4270b8-acf8-4aee-92ce-10d4eccec91e, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=6c4270b8-acf8-4aee-92ce-10d4eccec91e,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:09:58.409383 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 4ed85421-dd6e-41ed-8250-add6ab332164 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:09:58.413413 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.416113 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-47397b99-5e23-4c23-8619-aca30282ac06 service neutron] 10.222.0.50 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315562 Apr 12 19:09:58.480938 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks [] for router_gateway (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.483751 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184af5e7-e690-4baa-ac11-60cd105c034b None None] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:58.489317 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.497552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f04a-bd1f-4e2b-93b9-632a0f98abe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.611012 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Router 25a2d690-e864-4f47-8773-cdb0d9adb34e is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:09:58.613678 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:09:58.619765 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:09:58.679955 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Allocated IP 172.20.0.1 (b943cd4a-2179-467b-945f-1e97be1c1482/89f38cd0-2e5d-44f4-931e-f6b8f969a4cc/d6c3570f-5da9-40d0-98eb-02802b4d48ce) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:09:58.795297 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-21c1658d-4f7b-4399-9d7e-eae003f00a55 None None] Provisioning complete for port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:09:58.795836 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-21c1658d-4f7b-4399-9d7e-eae003f00a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:58.824084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:09:58.855865 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Sync routers for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:09:58.888369 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-23cd83bb-ba6d-46fa-b099-0607530b1d6d service neutron] 10.222.0.50 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679840 Apr 12 19:09:58.889356 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:09:58.975774 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:09:58.976662 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:09:59.025390 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.027454 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9932e6eb-efe5-4f9f-b75e-75490ecdea59 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3009119 Apr 12 19:09:59.034871 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33636) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:59.107338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:09:59.119806 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:09:54Z', 'revision_number': 3, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:09:59.140099 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.155117 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f63de-354f-42c5-aed8-e7025ccaf74c None None] The sync data for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi is: [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:09:54Z', 'revision_number': 3, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:09:59.170651 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f04a-bd1f-4e2b-93b9-632a0f98abe9 admin admin] Publish callbacks [] for security_group (a5e65522-560c-4e63-b8b7-7c9fff5aefe8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.193053 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914056db-51b3-4c44-82c0-48bb0968698c None None] Pushing event updated for resources: {'Port': ['ID=6c4270b8-acf8-4aee-92ce-10d4eccec91e,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:59.228263 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c17d0-fd26-4312-aaf0-10f8d445ada6 None None] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:09:59.251388 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks [] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.351932 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f04a-bd1f-4e2b-93b9-632a0f98abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a5e65522-560c-4e63-b8b7-7c9fff5aefe8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.371308 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33656) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:59.437951 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3f04a-bd1f-4e2b-93b9-632a0f98abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e65522-560c-4e63-b8b7-7c9fff5aefe8,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:59.452665 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.461233 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3eaf8ac5-4069-49de-ad36-948c972b37bf req-6e691d34-01f6-4780-9298-e7b9d2c1a040 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.0883939 Apr 12 19:09:59.496481 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-33fd16d0-e197-4b08-898c-63c9f26af079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.509292 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bdd3f04a-bd1f-4e2b-93b9-632a0f98abe9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=142e13ebb39c44f189279bc1204b7f00&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3184831 Apr 12 19:09:59.515557 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33672) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:09:59.525670 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:09:59.594246 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Network b943cd4a-2179-467b-945f-1e97be1c1482 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:09:59.641342 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:09:59.641342 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:09:59.641342 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (5229262a-9cda-47ca-b23c-adc3bca84ed6), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.641342 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c3570f-5da9-40d0-98eb-02802b4d48ce,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:09:59.687520 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:09:56Z', 'revision_number': 3, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:09:59.745044 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 4ed85421-dd6e-41ed-8250-add6ab332164 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:09:59.745441 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:09:59.849959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:09:59.860176 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Sync routers for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:09:59.874760 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:09:59.882088 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:09:59.939465 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 4ed85421-dd6e-41ed-8250-add6ab332164, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=4ed85421-dd6e-41ed-8250-add6ab332164,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:09:59.981926 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Checking router: 25a2d690-e864-4f47-8773-cdb0d9adb34e for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:09:59.982962 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Updating router 25a2d690-e864-4f47-8773-cdb0d9adb34e port 1a5edc48-4bc4-4360-8521-90c07530294c binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:10:00.021376 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-377d117a-f416-4b72-9ab8-a071aa689720 admin admin] Publish callbacks [] for security_group (a5e65522-560c-4e63-b8b7-7c9fff5aefe8), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.096115 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-377d117a-f416-4b72-9ab8-a071aa689720 admin admin] Publish callbacks [] for security_group (a5e65522-560c-4e63-b8b7-7c9fff5aefe8), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.121682 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.129194 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.132477 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:00.283425 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:00.460142 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-21c1658d-4f7b-4399-9d7e-eae003f00a55 None None] Current status of the port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:00.460414 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-21c1658d-4f7b-4399-9d7e-eae003f00a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.512323 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:00.512986 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.518557 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=4ed85421-dd6e-41ed-8250-add6ab332164,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:00.571183 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-21c1658d-4f7b-4399-9d7e-eae003f00a55 None None] For port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:00.599063 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.634075 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e289e4f-bea5-4b3b-a9d0-115f0467515f req-986c297c-8db8-4a1f-8027-3cac72b8d0fa tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.0652425 Apr 12 19:10:00.647240 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:09:57Z', 'revision_number': 3, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:00.674438 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Checking router: af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:10:00.674791 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Updating router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:10:00.697455 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:00.697840 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.705893 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:00.771701 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Publish callbacks [] for port (1a5edc48-4bc4-4360-8521-90c07530294c), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.146349 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-377d117a-f416-4b72-9ab8-a071aa689720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a5e65522-560c-4e63-b8b7-7c9fff5aefe8), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.148451 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-377d117a-f416-4b72-9ab8-a071aa689720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.151832 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-377d117a-f416-4b72-9ab8-a071aa689720 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5e65522-560c-4e63-b8b7-7c9fff5aefe8 HTTP/1.1" status: 204 len: 168 time: 1.6388259 Apr 12 19:10:01.157914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d117a-f416-4b72-9ab8-a071aa689720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e65522-560c-4e63-b8b7-7c9fff5aefe8,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:01.213918 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.216133 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.217695 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-160d3ce8-834d-431f-acda-ff30b8391c20 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9778759 Apr 12 19:10:01.219562 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-21c1658d-4f7b-4399-9d7e-eae003f00a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.225887 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33726) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:01.230260 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.357731 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33120a-a051-4758-95c1-5183998aee54 None None] Pushing event updated for resources: {'Port': ['ID=1a5edc48-4bc4-4360-8521-90c07530294c,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:01.361444 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.db.api [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 19:10:01.361793 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG oslo_db.api [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 19:10:01.362396 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Attempting to bind port 1a5edc48-4bc4-4360-8521-90c07530294c on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:01.363366 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Attempting to bind port 1a5edc48-4bc4-4360-8521-90c07530294c by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:01.363885 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Attempting to bind port 1a5edc48-4bc4-4360-8521-90c07530294c on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:01.372776 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Provisioning complete for port d6c3570f-5da9-40d0-98eb-02802b4d48ce triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:01.373322 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.394686 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.418364 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:01.418776 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:01.419181 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.419595 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:01.420077 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Bound port: 1a5edc48-4bc4-4360-8521-90c07530294c, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:01.420448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.509479 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Port d6c3570f-5da9-40d0-98eb-02802b4d48ce cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:01.515360 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1658d-4f7b-4399-9d7e-eae003f00a55 None None] Pushing event updated for resources: {'Port': ['ID=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:01.531236 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] For port 1a5edc48-4bc4-4360-8521-90c07530294c, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:01.533786 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Provisioning complete for port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:01.538524 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.538524 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] For port 1a5edc48-4bc4-4360-8521-90c07530294c, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1a5edc48-4bc4-4360-8521-90c07530294c,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:01.579921 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Publish callbacks [] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.601839 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.612846 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Allocated IP 172.20.0.1 (2d0759b3-99b2-4873-8fa8-0360799658f1/9f1e9efa-664f-464d-b871-708f5d8fadb3/bca43e93-e085-4ffa-9a5d-c3111a8e723c) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:01.665315 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.785462 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8e4d-5544-4668-a253-57df8ae0d8cf None None] Pushing event updated for resources: {'Port': ['ID=992e95e3-f7cd-4065-a7d4-f5a665d4e737,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:01.788039 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Attempting to bind port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:01.788645 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Attempting to bind port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:01.789229 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Attempting to bind port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:01.797225 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:01.799258 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:01.799258 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.799258 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:01.800067 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Bound port: 992e95e3-f7cd-4065-a7d4-f5a665d4e737, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:01.800609 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.891139 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks [] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:01.928139 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33120a-a051-4758-95c1-5183998aee54 None None] Pushing event updated for resources: {'Port': ['ID=1a5edc48-4bc4-4360-8521-90c07530294c,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:01.936492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:01.937147 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:01.939303 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Current status of the port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:01.977985 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] For port 992e95e3-f7cd-4065-a7d4-f5a665d4e737, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:01.987267 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] For port 992e95e3-f7cd-4065-a7d4-f5a665d4e737, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=992e95e3-f7cd-4065-a7d4-f5a665d4e737,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:01.999728 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:02.004111 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Provisioning complete for port 4ed85421-dd6e-41ed-8250-add6ab332164 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:02.004492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.006079 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.006610 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (5229262a-9cda-47ca-b23c-adc3bca84ed6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.010236 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.115215 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5456b5f0-0b5e-4ddc-b374-2b0c9865b91e req-e34327ae-7c07-4a28-8dd4-8dc905727cde tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.2217965 Apr 12 19:10:02.147632 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.173037 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:02.236308 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-fa016963-609e-4ca1-aa0b-e18c802592a6 None None] Current status of the port 4ed85421-dd6e-41ed-8250-add6ab332164 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:02.287904 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33760) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:02.293414 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.314520 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 4ed85421-dd6e-41ed-8250-add6ab332164 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:02.340774 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:02.341589 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:02.387810 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c3570f-5da9-40d0-98eb-02802b4d48ce,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:02.409755 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 4ed85421-dd6e-41ed-8250-add6ab332164 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:02.409755 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.440907 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:09:56Z', 'revision_number': 3, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:02.456501 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks [] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.473014 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da8e4d-5544-4668-a253-57df8ae0d8cf None None] Pushing event updated for resources: {'Port': ['ID=992e95e3-f7cd-4065-a7d4-f5a665d4e737,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:02.482141 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6a6c0-8dee-4998-948e-8830006aef13 None None] The sync data for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi is: [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:09:56Z', 'revision_number': 3, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:10:02.539674 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:02.579444 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 4ed85421-dd6e-41ed-8250-add6ab332164 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:02.580695 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Network b943cd4a-2179-467b-945f-1e97be1c1482 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:02.583907 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 6c4270b8-acf8-4aee-92ce-10d4eccec91e up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:02.588022 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:02.671416 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-260761a2-a788-4217-868a-54bbec91e917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.697615 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 6c4270b8-acf8-4aee-92ce-10d4eccec91e triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:02.706003 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.706139 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33766) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:02.706225 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.779225 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Pushing event updated for resources: {'Port': ['ID=bca43e93-e085-4ffa-9a5d-c3111a8e723c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:02.905561 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:02.941819 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:02.952658 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:09:57Z', 'revision_number': 3, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:02.953473 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:02.953473 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (25a2d690-e864-4f47-8773-cdb0d9adb34e), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:02.990264 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Allocated IP 172.20.0.1 (a1c2abfe-6c5a-40c4-97e4-f68ef634895a/ec0c164d-f906-47f7-b38b-3a7b5a3864be/6936d237-4ac9-4fce-8809-8503de417081) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:02.996315 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6afad-39d9-4fff-9811-eaad2a12dcf2 None None] The sync data for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi is: [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:09:57Z', 'revision_number': 3, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:10:03.014145 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 6c4270b8-acf8-4aee-92ce-10d4eccec91e is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:03.014728 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.101080 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 6c4270b8-acf8-4aee-92ce-10d4eccec91e, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=6c4270b8-acf8-4aee-92ce-10d4eccec91e,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:03.104069 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.116723 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-c0abd970-2e2d-4c4a-871f-a143d7abbbcd None None] Provisioning complete for port d6c3570f-5da9-40d0-98eb-02802b4d48ce triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:03.117086 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c0abd970-2e2d-4c4a-871f-a143d7abbbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.157033 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Router 5229262a-9cda-47ca-b23c-adc3bca84ed6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:10:03.205249 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-c0abd970-2e2d-4c4a-871f-a143d7abbbcd None None] Port d6c3570f-5da9-40d0-98eb-02802b4d48ce cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:03.259060 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.260301 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:03.295222 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks [] for port (6936d237-4ac9-4fce-8809-8503de417081), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.332891 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ce135a16-6a0e-4813-9702-5436c9577035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.399407 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f321222-466b-423f-bb13-375ef1f97c00 req-c4431dc9-6a6f-4085-97e4-18470f5c2a5f tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.0457168 Apr 12 19:10:03.401513 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-260761a2-a788-4217-868a-54bbec91e917 admin admin] Publish callbacks [] for security_group (4b453cab-c736-4563-92e9-031a0c51b55c), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.430917 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (6936d237-4ac9-4fce-8809-8503de417081), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.437795 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-dbd4b0ad-7896-458a-bfd2-ec019b49dc96 None None] Provisioning complete for port bca43e93-e085-4ffa-9a5d-c3111a8e723c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:03.443578 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dbd4b0ad-7896-458a-bfd2-ec019b49dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.452957 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:03.457221 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:10:03.460638 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:03.465397 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:03.465397 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.484295 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-14811334-746d-413f-aec9-86a712d07fb1 admin admin] 10.222.0.50 "PUT /v2.0/routers/5229262a-9cda-47ca-b23c-adc3bca84ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7628546 Apr 12 19:10:03.486553 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Sync routers for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:10:03.519777 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:03.521835 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:03.526412 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=6c4270b8-acf8-4aee-92ce-10d4eccec91e,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:03.531466 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:03.531972 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.567075 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.613803 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4b0ad-7896-458a-bfd2-ec019b49dc96 None None] Port bca43e93-e085-4ffa-9a5d-c3111a8e723c cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:03.846248 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:03.902488 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks [] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.914146 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-260761a2-a788-4217-868a-54bbec91e917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (4b453cab-c736-4563-92e9-031a0c51b55c), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.946010 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.947353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (25a2d690-e864-4f47-8773-cdb0d9adb34e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:03.978678 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260761a2-a788-4217-868a-54bbec91e917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b453cab-c736-4563-92e9-031a0c51b55c,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:03.983608 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-5cb2a2b8-73b3-40aa-b03e-2f67be1f5f7f None None] Provisioning complete for port 6936d237-4ac9-4fce-8809-8503de417081 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:03.984185 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a2b8-73b3-40aa-b03e-2f67be1f5f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (6936d237-4ac9-4fce-8809-8503de417081), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.058710 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (6936d237-4ac9-4fce-8809-8503de417081), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.062356 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Pushing event updated for resources: {'Port': ['ID=bca43e93-e085-4ffa-9a5d-c3111a8e723c,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:04.065232 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Pushing event updated for resources: {'Port': ['ID=6936d237-4ac9-4fce-8809-8503de417081,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:04.113439 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-260761a2-a788-4217-868a-54bbec91e917 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e31eb7d2dc643a5bbe1b372a3cf07d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7857952 Apr 12 19:10:04.115637 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33796) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:04.123971 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:04.307875 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2a2b8-73b3-40aa-b03e-2f67be1f5f7f None None] Port 6936d237-4ac9-4fce-8809-8503de417081 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:04.330837 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:04.333803 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:04.469406 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:01Z', 'revision_number': 2, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:04.568503 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks [] for port (6936d237-4ac9-4fce-8809-8503de417081), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.569560 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Checking router: 5229262a-9cda-47ca-b23c-adc3bca84ed6 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:10:04.570085 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Updating router 5229262a-9cda-47ca-b23c-adc3bca84ed6 port d6c3570f-5da9-40d0-98eb-02802b4d48ce binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:10:04.571353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33806) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:04.585213 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-17863ced-a129-4840-99f7-f22f0f929257 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229359190', 'description': 'tempest-description--56943647'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:04.621066 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1a5edc48-4bc4-4360-8521-90c07530294c up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:04.649200 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (6936d237-4ac9-4fce-8809-8503de417081), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.650174 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.683504 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.687995 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b775932f-94dc-4422-b35a-8b87722863de req-e4e97265-a8a8-48df-91d0-eda4f585033a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.1115465 Apr 12 19:10:04.688982 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Router 25a2d690-e864-4f47-8773-cdb0d9adb34e has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:10:04.734359 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ce135a16-6a0e-4813-9702-5436c9577035 admin admin] Publish callbacks [] for security_group (b9d06750-33f2-4999-821a-ec481e97552c), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.770181 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-17863ced-a129-4840-99f7-f22f0f929257 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.824565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ce135a16-6a0e-4813-9702-5436c9577035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (b9d06750-33f2-4999-821a-ec481e97552c), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.856796 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-17d5d380-6431-4a9a-adbe-5e106479c2ae admin admin] Publish callbacks [] for security_group (4b453cab-c736-4563-92e9-031a0c51b55c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.878814 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:10:04.893803 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-82edd5c6-7e56-4239-aba0-5e9276f72854 admin admin] 10.222.0.50 "PUT /v2.0/routers/25a2d690-e864-4f47-8773-cdb0d9adb34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8451109 Apr 12 19:10:04.894145 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-17d5d380-6431-4a9a-adbe-5e106479c2ae admin admin] Publish callbacks [] for security_group (4b453cab-c736-4563-92e9-031a0c51b55c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.934737 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-17863ced-a129-4840-99f7-f22f0f929257 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (9f69b979-2e93-420c-9171-3975916e4f20), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:04.983972 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Pushing event updated for resources: {'Port': ['ID=6936d237-4ac9-4fce-8809-8503de417081,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:05.012027 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce135a16-6a0e-4813-9702-5436c9577035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d06750-33f2-4999-821a-ec481e97552c,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:05.020004 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-17863ced-a129-4840-99f7-f22f0f929257 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (9f69b979-2e93-420c-9171-3975916e4f20), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.023439 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ce135a16-6a0e-4813-9702-5436c9577035 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4b2bd36106948fa8617dc7ead45766c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2849035 Apr 12 19:10:05.025981 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33812) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:05.079909 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1a5edc48-4bc4-4360-8521-90c07530294c triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:05.080285 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.081144 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17863ced-a129-4840-99f7-f22f0f929257 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69b979-2e93-420c-9171-3975916e4f20,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:05.084279 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-18e1d63d-aa28-4e4f-bd9e-f2c64d2f02fa None None] Provisioning complete for port bca43e93-e085-4ffa-9a5d-c3111a8e723c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:05.085457 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-18e1d63d-aa28-4e4f-bd9e-f2c64d2f02fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.097835 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:05.102497 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:05.114469 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-17d5d380-6431-4a9a-adbe-5e106479c2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (4b453cab-c736-4563-92e9-031a0c51b55c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.115024 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-17d5d380-6431-4a9a-adbe-5e106479c2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.118787 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-17d5d380-6431-4a9a-adbe-5e106479c2ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b453cab-c736-4563-92e9-031a0c51b55c HTTP/1.1" status: 204 len: 168 time: 0.5450418 Apr 12 19:10:05.138291 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4e72bb9e-6fef-4a42-83b9-206e6d3f9142 admin admin] Publish callbacks [] for security_group (b9d06750-33f2-4999-821a-ec481e97552c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.141132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5d380-6431-4a9a-adbe-5e106479c2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b453cab-c736-4563-92e9-031a0c51b55c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:05.177006 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-17863ced-a129-4840-99f7-f22f0f929257 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.178829 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-17863ced-a129-4840-99f7-f22f0f929257 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5992796 Apr 12 19:10:05.181254 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33824) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:05.186505 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-4ea5339e-ce46-4949-977b-0afcecb924b6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'security_group_rule': {'security_group_id': '9f69b979-2e93-420c-9171-3975916e4f20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:05.265507 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-18e1d63d-aa28-4e4f-bd9e-f2c64d2f02fa None None] Port bca43e93-e085-4ffa-9a5d-c3111a8e723c cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:05.292736 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4e72bb9e-6fef-4a42-83b9-206e6d3f9142 admin admin] Publish callbacks [] for security_group (b9d06750-33f2-4999-821a-ec481e97552c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.357039 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ea5339e-ce46-4949-977b-0afcecb924b6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (5bd6e5b8-ffc9-47c0-8d81-2130140d230b), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.434892 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:10:05.478821 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ea5339e-ce46-4949-977b-0afcecb924b6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (5bd6e5b8-ffc9-47c0-8d81-2130140d230b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.491894 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.46', 58786) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:05.511197 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33834) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:05.522059 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-12d09f80-52cf-4759-b61f-9b7f0a2e73eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727844641', 'description': 'tempest-description--1885507731'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:05.522813 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1a5edc48-4bc4-4360-8521-90c07530294c is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:05.523346 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.560925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 1a5edc48-4bc4-4360-8521-90c07530294c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1a5edc48-4bc4-4360-8521-90c07530294c,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:05.567091 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ea5339e-ce46-4949-977b-0afcecb924b6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (5bd6e5b8-ffc9-47c0-8d81-2130140d230b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.585188 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Publish callbacks [] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.594235 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-fe4628b9-e4eb-4496-8cd6-18b17d890881 None None] Provisioning complete for port 6936d237-4ac9-4fce-8809-8503de417081 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:05.595003 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fe4628b9-e4eb-4496-8cd6-18b17d890881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (6936d237-4ac9-4fce-8809-8503de417081), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.639313 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-fe4628b9-e4eb-4496-8cd6-18b17d890881 None None] Port 6936d237-4ac9-4fce-8809-8503de417081 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:05.641851 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4e72bb9e-6fef-4a42-83b9-206e6d3f9142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (b9d06750-33f2-4999-821a-ec481e97552c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.646226 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4e72bb9e-6fef-4a42-83b9-206e6d3f9142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.648019 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4e72bb9e-6fef-4a42-83b9-206e6d3f9142 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b9d06750-33f2-4999-821a-ec481e97552c HTTP/1.1" status: 204 len: 168 time: 0.6205316 Apr 12 19:10:05.659750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.664230 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 6c4270b8-acf8-4aee-92ce-10d4eccec91e up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:05.666895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72bb9e-6fef-4a42-83b9-206e6d3f9142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d06750-33f2-4999-821a-ec481e97552c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:05.694162 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:10:05.700515 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-2712af99-378c-4c93-9394-a34f35712f1d admin admin] 10.222.0.50 "PUT /v2.0/routers/af7e4a3a-ea7c-4d7a-b81e-44b7448d7069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4733727 Apr 12 19:10:05.742571 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:05.866915 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5339e-ce46-4949-977b-0afcecb924b6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd6e5b8-ffc9-47c0-8d81-2130140d230b,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:05.877753 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-cf14f9b9-316a-452e-b123-8b43ae5a5bdb tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:05.882317 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-cf14f9b9-316a-452e-b123-8b43ae5a5bdb tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.46 "GET /v2.0/networks?id=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c HTTP/1.1" status: 200 len: 811 time: 0.3889132 Apr 12 19:10:05.932939 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Request body: {'port': {'device_id': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c', 'admin_state_up': True, 'tenant_id': 'cb205488d4a0488e8dabd7311781eb4e'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:05.962680 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=1a5edc48-4bc4-4360-8521-90c07530294c,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:06.005568 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12d09f80-52cf-4759-b61f-9b7f0a2e73eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.090960 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 6c4270b8-acf8-4aee-92ce-10d4eccec91e triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:06.091504 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.131170 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ea5339e-ce46-4949-977b-0afcecb924b6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.132635 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4ea5339e-ce46-4949-977b-0afcecb924b6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9504628 Apr 12 19:10:06.145812 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-008d49b8-20ac-4301-82ec-2490ef8ac3c9 req-94d8e27e-a319-4d15-9be2-c8d506883383 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.0599597 Apr 12 19:10:06.146298 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33854) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:06.164616 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-e7ebf074-b789-4282-899e-182125574388 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'security_group_rule': {'security_group_id': '9f69b979-2e93-420c-9171-3975916e4f20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:06.198460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Attempting to bind port d6c3570f-5da9-40d0-98eb-02802b4d48ce on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:06.198460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Attempting to bind port d6c3570f-5da9-40d0-98eb-02802b4d48ce by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:06.198728 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Attempting to bind port d6c3570f-5da9-40d0-98eb-02802b4d48ce on network b943cd4a-2179-467b-945f-1e97be1c1482 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:06.240417 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:06.240860 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Checking segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:06.241252 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.241643 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Bound using segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:06.242108 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Bound port: d6c3570f-5da9-40d0-98eb-02802b4d48ce, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:06.242482 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.259586 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f194e-a7aa-4ec9-9f12-67010a622a64 None None] Pushing event updated for resources: {'Port': ['ID=d6c3570f-5da9-40d0-98eb-02802b4d48ce,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:06.268818 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12d09f80-52cf-4759-b61f-9b7f0a2e73eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (140b4765-bc2f-4795-8112-472c97036945), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.324585 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf074-b789-4282-899e-182125574388 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (19e3871d-f93b-4b41-941a-ffbe454b40f8), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.399326 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Sync routers for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:10:06.422029 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:06.422672 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:06.423353 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 6c4270b8-acf8-4aee-92ce-10d4eccec91e is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:06.424591 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 992e95e3-f7cd-4065-a7d4-f5a665d4e737 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:06.508287 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-c5f03a3e-ff47-4b62-a0b0-a98d14ad0f21 None None] Provisioning complete for port d6c3570f-5da9-40d0-98eb-02802b4d48ce triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:06.508718 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c5f03a3e-ff47-4b62-a0b0-a98d14ad0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.523903 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:06.524295 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.529085 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf074-b789-4282-899e-182125574388 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (19e3871d-f93b-4b41-941a-ffbe454b40f8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.602234 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12d09f80-52cf-4759-b61f-9b7f0a2e73eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (140b4765-bc2f-4795-8112-472c97036945), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.614921 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf074-b789-4282-899e-182125574388 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (19e3871d-f93b-4b41-941a-ffbe454b40f8), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.629861 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebf074-b789-4282-899e-182125574388 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e3871d-f93b-4b41-941a-ffbe454b40f8,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:06.660348 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Sync routers for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:10:06.666572 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:06.700194 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d09f80-52cf-4759-b61f-9b7f0a2e73eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140b4765-bc2f-4795-8112-472c97036945,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:06.713559 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:06.714338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:06.763794 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] For port d6c3570f-5da9-40d0-98eb-02802b4d48ce, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:06.767042 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:10:06.771976 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7ebf074-b789-4282-899e-182125574388 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.775973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12d09f80-52cf-4759-b61f-9b7f0a2e73eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.775973 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-12d09f80-52cf-4759-b61f-9b7f0a2e73eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2606282 Apr 12 19:10:06.776161 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e7ebf074-b789-4282-899e-182125574388 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6263225 Apr 12 19:10:06.776229 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33894) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:06.776691 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33896) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:06.780529 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e8e3f0a1-d363-4eb4-b254-6357d0ee4316 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'security_group_rule': {'security_group_id': '140b4765-bc2f-4795-8112-472c97036945', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:06.784318 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:06.809793 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-c5f03a3e-ff47-4b62-a0b0-a98d14ad0f21 None None] Port d6c3570f-5da9-40d0-98eb-02802b4d48ce cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:06.817790 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] For port d6c3570f-5da9-40d0-98eb-02802b4d48ce, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d6c3570f-5da9-40d0-98eb-02802b4d48ce,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:06.864157 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Made reservation on behalf of cb205488d4a0488e8dabd7311781eb4e for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:10:06.868667 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.895213 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:06.895626 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.918334 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 992e95e3-f7cd-4065-a7d4-f5a665d4e737, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=992e95e3-f7cd-4065-a7d4-f5a665d4e737,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:06.922712 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.922889 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:06.937540 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 33906) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:06.967308 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 2, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:07.001911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.012671 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:07.061593 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Checking router: 25a2d690-e864-4f47-8773-cdb0d9adb34e for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:10:07.065495 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Updating router 25a2d690-e864-4f47-8773-cdb0d9adb34e port bca43e93-e085-4ffa-9a5d-c3111a8e723c binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:10:07.137632 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:07.146699 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:07.168784 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.195561 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f0a1-d363-4eb4-b254-6357d0ee4316 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (5c3234fc-afdb-4566-84e2-6a88c7974dcc), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.401916 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4037897d-0d8e-4dc7-baa3-a02900f34052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.434307 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:07.512554 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Allocated IP 172.20.0.13 (5e8289fe-ae49-421a-b8e1-ec2054b9ea2c/eb01a49a-7fb5-4d59-9099-a40402e1ac95/fc477284-65a4-4d62-a3a8-3bb099ef234e) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:07.522641 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f0a1-d363-4eb4-b254-6357d0ee4316 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (5c3234fc-afdb-4566-84e2-6a88c7974dcc), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.535352 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f194e-a7aa-4ec9-9f12-67010a622a64 None None] Pushing event updated for resources: {'Port': ['ID=d6c3570f-5da9-40d0-98eb-02802b4d48ce,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:07.546019 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1a5edc48-4bc4-4360-8521-90c07530294c up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:07.620386 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f0a1-d363-4eb4-b254-6357d0ee4316 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (5c3234fc-afdb-4566-84e2-6a88c7974dcc), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.675352 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3f0a1-d363-4eb4-b254-6357d0ee4316 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3234fc-afdb-4566-84e2-6a88c7974dcc,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:07.730390 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28803a9f-0f7b-495d-8aca-98fe5d8fc1ac req-03347148-9f9b-4186-b800-7d0fb60d9a8b tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.3051853 Apr 12 19:10:07.803201 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f0a1-d363-4eb4-b254-6357d0ee4316 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.805026 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e8e3f0a1-d363-4eb4-b254-6357d0ee4316 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0278013 Apr 12 19:10:07.808703 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33940) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:07.814929 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f72de065-b218-470d-862e-e911306dc8ff tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'security_group_rule': {'security_group_id': '140b4765-bc2f-4795-8112-472c97036945', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:07.941901 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-3757a061-e7d7-4009-b752-664297caaf9f None None] Provisioning complete for port d6c3570f-5da9-40d0-98eb-02802b4d48ce triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:07.943044 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3757a061-e7d7-4009-b752-664297caaf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.957762 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:07.970052 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks [] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.078701 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=992e95e3-f7cd-4065-a7d4-f5a665d4e737,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:08.080486 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f72de065-b218-470d-862e-e911306dc8ff tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (ad35d77c-99a6-423e-a84e-0c88b1d6b9d9), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.090829 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Allocated IP 172.27.0.104 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:08.104757 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1a5edc48-4bc4-4360-8521-90c07530294c triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:08.107243 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.148858 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:04Z', 'revision_number': 2, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:08.150019 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Publish callbacks [] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.197463 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Checking router: af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:10:08.198162 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Updating router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 port 6936d237-4ac9-4fce-8809-8503de417081 binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:10:08.213112 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.228674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.294305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (6936d237-4ac9-4fce-8809-8503de417081), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.368049 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1a5edc48-4bc4-4360-8521-90c07530294c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:08.500946 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f72de065-b218-470d-862e-e911306dc8ff tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (ad35d77c-99a6-423e-a84e-0c88b1d6b9d9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.501174 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-173ff929-3ea8-48c4-852b-43eb6a556f37 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:08.501274 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:08.501458 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-173ff929-3ea8-48c4-852b-43eb6a556f37 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 818 time: 0.8691916 Apr 12 19:10:08.501557 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:08.501557 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:08.501557 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:08.501557 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.501872 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3757a061-e7d7-4009-b752-664297caaf9f None None] Current status of the port d6c3570f-5da9-40d0-98eb-02802b4d48ce is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:08.501872 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3757a061-e7d7-4009-b752-664297caaf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.502049 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Pushing event updated for resources: {'Port': ['ID=fc477284-65a4-4d62-a3a8-3bb099ef234e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:08.502135 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:08.502278 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3e5c5-7b6b-4528-8e84-de0f09f3d26f None None] Pushing event updated for resources: {'Port': ['ID=bca43e93-e085-4ffa-9a5d-c3111a8e723c,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:08.526033 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Attempting to bind port bca43e93-e085-4ffa-9a5d-c3111a8e723c on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:08.526793 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Attempting to bind port bca43e93-e085-4ffa-9a5d-c3111a8e723c by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:08.529121 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Attempting to bind port bca43e93-e085-4ffa-9a5d-c3111a8e723c on network 2d0759b3-99b2-4873-8fa8-0360799658f1 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:08.542312 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:08.546098 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Checking segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:08.546794 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.547489 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Bound using segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:08.548213 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Bound port: bca43e93-e085-4ffa-9a5d-c3111a8e723c, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:08.548754 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.567440 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d6f46-404e-4924-aa61-6417b3ae35f9 None None] The sync data for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi is: [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:10:08.587446 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-67f5ab75-7729-4536-8d99-36f7c1911c8e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/quotas/04bb0a411383488a8346ba658ad2f2f4 HTTP/1.1" status: 200 len: 375 time: 0.1136589 Apr 12 19:10:08.603335 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4037897d-0d8e-4dc7-baa3-a02900f34052 admin admin] Publish callbacks [] for security_group (13b0a4ac-e5b4-49c0-b31a-479fc33917a5), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.724987 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f72de065-b218-470d-862e-e911306dc8ff tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (ad35d77c-99a6-423e-a84e-0c88b1d6b9d9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.731064 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-bf94ebf3-7e26-48d0-8e5e-06c63e995abe tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8036611 Apr 12 19:10:08.746431 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.770218 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-3757a061-e7d7-4009-b752-664297caaf9f None None] For port d6c3570f-5da9-40d0-98eb-02802b4d48ce, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d6c3570f-5da9-40d0-98eb-02802b4d48ce,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:08.770435 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72de065-b218-470d-862e-e911306dc8ff tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad35d77c-99a6-423e-a84e-0c88b1d6b9d9,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:08.816682 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] For port bca43e93-e085-4ffa-9a5d-c3111a8e723c, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:08.822729 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] For port bca43e93-e085-4ffa-9a5d-c3111a8e723c, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=bca43e93-e085-4ffa-9a5d-c3111a8e723c,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:08.871266 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4037897d-0d8e-4dc7-baa3-a02900f34052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (13b0a4ac-e5b4-49c0-b31a-479fc33917a5), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.886311 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3757a061-e7d7-4009-b752-664297caaf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.932792 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f72de065-b218-470d-862e-e911306dc8ff tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.937864 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f72de065-b218-470d-862e-e911306dc8ff tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1277161 Apr 12 19:10:08.941596 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33958) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:08.946227 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:08.958657 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:08.979116 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-0ab87215-2e3b-4625-8709-ebe2c37a2c83 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3686936 Apr 12 19:10:08.999126 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4037897d-0d8e-4dc7-baa3-a02900f34052 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6731cd6dc3f4490c8449c8c88965c650&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0536304 Apr 12 19:10:08.999126 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037897d-0d8e-4dc7-baa3-a02900f34052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0a4ac-e5b4-49c0-b31a-479fc33917a5,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:09.006155 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 33964) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:09.032576 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.177440 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-629da5bb-b1b1-4358-8e75-3e931bb9d28d None None] Provisioning complete for port bca43e93-e085-4ffa-9a5d-c3111a8e723c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:09.180831 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.189335 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-629da5bb-b1b1-4358-8e75-3e931bb9d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.243154 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:09.249526 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:09.278207 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:09.312890 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:09.324412 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:09.385452 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757a061-e7d7-4009-b752-664297caaf9f None None] Pushing event updated for resources: {'Port': ['ID=d6c3570f-5da9-40d0-98eb-02802b4d48ce,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:09.424011 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-76f162fc-fcc8-4518-b787-86f713fc0b2d admin admin] Publish callbacks [] for security_group (13b0a4ac-e5b4-49c0-b31a-479fc33917a5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.431084 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d6c3570f-5da9-40d0-98eb-02802b4d48ce up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:09.444512 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-4081b559-3f1c-4b1e-ba48-101b972079ea tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:10:09.446084 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-4081b559-3f1c-4b1e-ba48-101b972079ea tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134718 Apr 12 19:10:09.458454 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3e5c5-7b6b-4528-8e84-de0f09f3d26f None None] Pushing event updated for resources: {'Port': ['ID=bca43e93-e085-4ffa-9a5d-c3111a8e723c,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:09.581694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-76f162fc-fcc8-4518-b787-86f713fc0b2d admin admin] Publish callbacks [] for security_group (13b0a4ac-e5b4-49c0-b31a-479fc33917a5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.619412 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.690794 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (c5fceeca-9a82-49b7-8b09-ebaa6730f753), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.725491 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:09.739295 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'Port': ['ID=bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:09.760258 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-38fd14ee-2014-4937-a30f-e32a3ee1899c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:10:09.761970 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-38fd14ee-2014-4937-a30f-e32a3ee1899c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4767365 Apr 12 19:10:09.837370 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Publish callbacks [] for port (6936d237-4ac9-4fce-8809-8503de417081), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.865534 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-629da5bb-b1b1-4358-8e75-3e931bb9d28d None None] Current status of the port bca43e93-e085-4ffa-9a5d-c3111a8e723c is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:09.866445 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-629da5bb-b1b1-4358-8e75-3e931bb9d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.868918 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port d6c3570f-5da9-40d0-98eb-02802b4d48ce triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:09.869627 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.878979 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Allocated IP 172.27.0.74 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/580430c2-0478-40c5-aa25-9b0f10b00ecf) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:09.911906 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b65be-b230-4b06-8818-69a0eff72e7b req-cfb86c25-00a4-4c74-a7b0-9500d98c0ef6 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:09.918952 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e7b65be-b230-4b06-8818-69a0eff72e7b req-cfb86c25-00a4-4c74-a7b0-9500d98c0ef6 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 932 time: 0.4213710 Apr 12 19:10:09.952540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-629da5bb-b1b1-4358-8e75-3e931bb9d28d None None] For port bca43e93-e085-4ffa-9a5d-c3111a8e723c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=bca43e93-e085-4ffa-9a5d-c3111a8e723c,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:09.959174 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-76f162fc-fcc8-4518-b787-86f713fc0b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (13b0a4ac-e5b4-49c0-b31a-479fc33917a5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.967400 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-76f162fc-fcc8-4518-b787-86f713fc0b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:09.971763 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-76f162fc-fcc8-4518-b787-86f713fc0b2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13b0a4ac-e5b4-49c0-b31a-479fc33917a5 HTTP/1.1" status: 204 len: 168 time: 0.9603982 Apr 12 19:10:10.016084 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (6936d237-4ac9-4fce-8809-8503de417081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.048228 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.066834 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-629da5bb-b1b1-4358-8e75-3e931bb9d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.090007 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f162fc-fcc8-4518-b787-86f713fc0b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0a4ac-e5b4-49c0-b31a-479fc33917a5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:10.115324 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port d6c3570f-5da9-40d0-98eb-02802b4d48ce is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:10.123968 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 992e95e3-f7cd-4065-a7d4-f5a665d4e737 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:10.129069 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e7b65be-b230-4b06-8818-69a0eff72e7b req-3b614793-428b-48d2-bc4c-500b399402dd tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036033 Apr 12 19:10:10.159462 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:10.195470 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-6d4a0d49-618f-4861-a0b3-537a8cfbeef1 service neutron] 10.222.0.50 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899388 Apr 12 19:10:10.221143 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31a4bb-c358-44d8-961d-e4376a55e4f9 None None] The sync data for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi is: [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:10:10.256691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.277813 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea6214-68b9-401b-9ec5-15635274f674 None None] Pushing event updated for resources: {'Port': ['ID=6936d237-4ac9-4fce-8809-8503de417081,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:10.298328 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-bc83e01b-c14d-4236-ba38-0989a666107c None None] Provisioning complete for port bca43e93-e085-4ffa-9a5d-c3111a8e723c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:10.298760 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bc83e01b-c14d-4236-ba38-0989a666107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.428860 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:10.429338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.430959 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629da5bb-b1b1-4358-8e75-3e931bb9d28d None None] Pushing event updated for resources: {'Port': ['ID=bca43e93-e085-4ffa-9a5d-c3111a8e723c,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:10.431849 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.439767 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Attempting to bind port 6936d237-4ac9-4fce-8809-8503de417081 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:10.440140 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Attempting to bind port 6936d237-4ac9-4fce-8809-8503de417081 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:10.440487 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Attempting to bind port 6936d237-4ac9-4fce-8809-8503de417081 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:10.470116 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:10.470491 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Checking segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:10.470738 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.470891 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.471281 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Bound using segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:10.471829 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Bound port: 6936d237-4ac9-4fce-8809-8503de417081, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:10.472540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (6936d237-4ac9-4fce-8809-8503de417081), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.486802 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-8bc29d54-2d76-47db-8f8b-6b0b35a99147 service neutron] 10.222.0.50 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790282 Apr 12 19:10:10.518476 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:10.522973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:10.525940 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:10.583522 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.590964 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bc83e01b-c14d-4236-ba38-0989a666107c None None] Current status of the port bca43e93-e085-4ffa-9a5d-c3111a8e723c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:10.610665 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'Port': ['ID=580430c2-0478-40c5-aa25-9b0f10b00ecf,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:10.626300 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (c5fceeca-9a82-49b7-8b09-ebaa6730f753), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.740399 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] For port 6936d237-4ac9-4fce-8809-8503de417081, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:10.762760 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] For port 6936d237-4ac9-4fce-8809-8503de417081, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=6936d237-4ac9-4fce-8809-8503de417081,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:10.789771 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'Port': ['ID=bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:10.791306 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:10.794888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-41f75fd3-238c-43d6-9299-3f444c9da3f0 None None] Provisioning complete for port 6936d237-4ac9-4fce-8809-8503de417081 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:10.795261 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-41f75fd3-238c-43d6-9299-3f444c9da3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (6936d237-4ac9-4fce-8809-8503de417081), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.797040 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (965905c2-7ae9-4745-b18f-1e3fc2d45a88), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.804990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.820030 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-c8da80a7-869b-43d0-a3d9-2ee27759d049 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0419726 Apr 12 19:10:10.855801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (6936d237-4ac9-4fce-8809-8503de417081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:10.997800 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-41f75fd3-238c-43d6-9299-3f444c9da3f0 None None] Port 6936d237-4ac9-4fce-8809-8503de417081 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:11.008949 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:11.108629 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:11.125098 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:09:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:11.159123 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d2d7384-ce57-45ae-b53e-4a25681c0b21 req-a2c272d9-da70-47e5-8c5d-f60eef103ba5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 210 time: 0.1301062 Apr 12 19:10:11.326206 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea6214-68b9-401b-9ec5-15635274f674 None None] Pushing event updated for resources: {'Port': ['ID=6936d237-4ac9-4fce-8809-8503de417081,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:11.426779 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device bca43e93-e085-4ffa-9a5d-c3111a8e723c up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:11.681364 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Request body: {'port': {'device_id': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:11.902586 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0b8db1cd-56a7-4f05-b0c3-47007e666ad6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1229359190&fields=id&tenant_id=004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 267 time: 0.2045076 Apr 12 19:10:12.047593 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:12.047593 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:12.048594 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4059f-1625-4c7e-8add-07c775b5d3ca req-6fb6686d-492e-4127-9309-d61ca3b5e1d5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:12.060034 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45a4059f-1625-4c7e-8add-07c775b5d3ca req-6fb6686d-492e-4127-9309-d61ca3b5e1d5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 932 time: 0.2792444 Apr 12 19:10:12.188692 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-3563587e-3c4e-43f2-b655-9345efc5ed22 None None] Provisioning complete for port 6936d237-4ac9-4fce-8809-8503de417081 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:12.190387 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3563587e-3c4e-43f2-b655-9345efc5ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (6936d237-4ac9-4fce-8809-8503de417081), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:12.291543 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45a4059f-1625-4c7e-8add-07c775b5d3ca req-a65d3784-4f8f-4a0e-b0f5-d77852ef49fd tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094226 Apr 12 19:10:12.325694 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-613644a2-6970-4ec3-85b5-9a024b965900 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:12.337767 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-613644a2-6970-4ec3-85b5-9a024b965900 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 816 time: 0.4260025 Apr 12 19:10:12.365657 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-8889e04c-b2f5-4f23-ace9-70da99e8dc8d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/quotas/004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 375 time: 0.0242422 Apr 12 19:10:12.398668 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:12.423253 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:12.554436 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-fab73a17-9661-4072-bc1c-7d62bdcceefe tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807127 Apr 12 19:10:12.613342 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port bca43e93-e085-4ffa-9a5d-c3111a8e723c triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:12.614164 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:12.688966 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3563587e-3c4e-43f2-b655-9345efc5ed22 None None] Current status of the port 6936d237-4ac9-4fce-8809-8503de417081 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:12.689530 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3563587e-3c4e-43f2-b655-9345efc5ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (6936d237-4ac9-4fce-8809-8503de417081), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.192238 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:10Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:13.278194 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-3563587e-3c4e-43f2-b655-9345efc5ed22 None None] For port 6936d237-4ac9-4fce-8809-8503de417081, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=6936d237-4ac9-4fce-8809-8503de417081,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:13.282314 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34a5fc2-111f-4078-b586-0db8e61ca205 None None] The sync data for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi is: [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:10Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:10:13.288514 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'Port': ['ID=580430c2-0478-40c5-aa25-9b0f10b00ecf,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:13.295022 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-f59b9b81-e34f-4fb4-8e25-c641b9aa9b96 service neutron] 10.222.0.50 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335343 Apr 12 19:10:13.322177 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (965905c2-7ae9-4745-b18f-1e3fc2d45a88), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.365897 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc477284-65a4-4d62-a3a8-3bb099ef234e {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:13.370330 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port bca43e93-e085-4ffa-9a5d-c3111a8e723c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:13.373787 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d6c3570f-5da9-40d0-98eb-02802b4d48ce up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:13.396143 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3563587e-3c4e-43f2-b655-9345efc5ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (6936d237-4ac9-4fce-8809-8503de417081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.396451 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Publish callbacks [] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.420541 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-20a41ad5-4a36-4251-86dd-da01dad241d6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:13.423153 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-20a41ad5-4a36-4251-86dd-da01dad241d6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 818 time: 0.2849565 Apr 12 19:10:13.455121 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Transition to ACTIVE for port object fc477284-65a4-4d62-a3a8-3bb099ef234e will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:10:13.503023 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-74248332-b7d2-4433-93a1-e98c5b99833d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/quotas/04bb0a411383488a8346ba658ad2f2f4 HTTP/1.1" status: 200 len: 375 time: 0.0542467 Apr 12 19:10:13.545680 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563587e-3c4e-43f2-b655-9345efc5ed22 None None] Pushing event updated for resources: {'Port': ['ID=6936d237-4ac9-4fce-8809-8503de417081,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:13.570112 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.572893 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c48f9e2f-cd92-44b9-bdb8-8b2dfa02f990 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6301765 Apr 12 19:10:13.573525 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-64af92ba-c2c9-48c0-ae21-aec53e57e3af service neutron] 10.222.0.50 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699432 Apr 12 19:10:13.604533 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.637422 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-4964657f-a6e0-4552-a7ad-9078ee788890 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051989 Apr 12 19:10:13.638024 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port d6c3570f-5da9-40d0-98eb-02802b4d48ce triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:13.638024 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.831086 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc477284-65a4-4d62-a3a8-3bb099ef234e,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:13.831284 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port d6c3570f-5da9-40d0-98eb-02802b4d48ce is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:13.851093 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-5784ce60-6b0a-4d80-98f6-55210b39cade service neutron] 10.222.0.50 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219107 Apr 12 19:10:13.904676 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Attempting to bind port fc477284-65a4-4d62-a3a8-3bb099ef234e on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:13.908765 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Attempting to bind port fc477284-65a4-4d62-a3a8-3bb099ef234e by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '766c2ace-dbf3-43f5-a546-12cdb2fa055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:13.908765 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Attempting to bind port fc477284-65a4-4d62-a3a8-3bb099ef234e on network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:13.909954 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Port fc477284-65a4-4d62-a3a8-3bb099ef234e on network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:10:13.910371 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Attempting to bind port fc477284-65a4-4d62-a3a8-3bb099ef234e on network 5e8289fe-ae49-421a-b8e1-ec2054b9ea2c {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:13.919533 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:13.920204 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Checking segment: {'id': '766c2ace-dbf3-43f5-a546-12cdb2fa055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:13.921066 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Bound using segment: {'id': '766c2ace-dbf3-43f5-a546-12cdb2fa055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:13.921748 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Bound port: fc477284-65a4-4d62-a3a8-3bb099ef234e, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766c2ace-dbf3-43f5-a546-12cdb2fa055a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:13.922492 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:13.953211 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-0265891c-131a-4bf9-a5bd-d3064465672c service neutron] 10.222.0.50 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010699 Apr 12 19:10:14.104024 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] For port fc477284-65a4-4d62-a3a8-3bb099ef234e, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:14.127697 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] For port fc477284-65a4-4d62-a3a8-3bb099ef234e, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e,segment=NetworkSegment(766c2ace-dbf3-43f5-a546-12cdb2fa055a),segment_id=766c2ace-dbf3-43f5-a546-12cdb2fa055a)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:14.312630 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:14.368175 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eedc1-d513-4874-90e9-752f812e1f3e req-6635602f-ae93-4e91-a970-59f21be54664 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:14.369760 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-963eedc1-d513-4874-90e9-752f812e1f3e req-6635602f-ae93-4e91-a970-59f21be54664 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.1665614 Apr 12 19:10:14.494879 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:14.494879 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:14.494879 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc477284-65a4-4d62-a3a8-3bb099ef234e HTTP/1.1" status: 200 len: 1094 time: 3.0463190 Apr 12 19:10:14.494879 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'tag': 'fc477284-65a4-4d62-a3a8-3bb099ef234e'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:14.537145 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-963eedc1-d513-4874-90e9-752f812e1f3e req-34723293-713c-4302-8ecf-99b63f11a8d7 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589491 Apr 12 19:10:14.608531 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac19c6-ebd3-44de-b1e8-f94310b408b6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc477284-65a4-4d62-a3a8-3bb099ef234e,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:14.731563 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8844293-988b-4ca7-9234-00032f6a977a req-105b0752-6b82-489d-9691-465da00375ca tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0874038 Apr 12 19:10:14.744118 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-b7057d94-a21e-43ee-8978-e176ad57cecb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--727844641&fields=id&tenant_id=60ac2edcae10443f8fa5bbdec9d64f22 HTTP/1.1" status: 200 len: 267 time: 0.2189376 Apr 12 19:10:14.932187 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-29f14547-56dc-4bc1-ba5d-7b8698f84b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:14.934356 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-29f14547-56dc-4bc1-ba5d-7b8698f84b5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb205488d4a0488e8dabd7311781eb4e&device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 1128 time: 0.1322355 Apr 12 19:10:14.981743 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-732e14f4-65c8-4416-8df7-0da519e7ee8c req-29bbf6f9-90af-42dc-aad7-472c9b0bc9d7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.0416982 Apr 12 19:10:15.078049 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-29b59b31-8037-4084-85bf-1951922ca877 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:15.090063 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-29b59b31-8037-4084-85bf-1951922ca877 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 810 time: 0.3185630 Apr 12 19:10:15.348867 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-f2d31084-ca06-4e55-a16b-e4eb7e509ba3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e HTTP/1.1" status: 200 len: 217 time: 0.1772141 Apr 12 19:10:15.351397 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e4f7961d-df76-499f-b73c-42a0843f815e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/quotas/60ac2edcae10443f8fa5bbdec9d64f22 HTTP/1.1" status: 200 len: 375 time: 0.0317483 Apr 12 19:10:15.352152 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aafb058-167b-43fc-8950-1a32f05cc554" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b80bd0-8a48-4c58-ad25-031286bffb1c", "tag": "fc477284-65a4-4d62-a3a8-3bb099ef234e"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:15.352408 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-3366c9db-93be-4b33-b1eb-f01f5f47926d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599875 Apr 12 19:10:15.352635 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-c6f21d0b-8b1a-4377-956e-fe15dda3e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:15.352635 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-c6f21d0b-8b1a-4377-956e-fe15dda3e3db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb01a49a-7fb5-4d59-9099-a40402e1ac95 HTTP/1.1" status: 200 len: 851 time: 0.0636091 Apr 12 19:10:15.352635 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-0eb8c3d1-cf8a-49ed-ac74-d8f97da3e92e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906951 Apr 12 19:10:15.352901 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-5c7da64d-f275-44f7-89d1-7c1f59254acf service neutron] 10.222.0.50 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151922 Apr 12 19:10:15.353191 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579bf19d-4a16-41aa-ad2e-1eef71f1741e x-openstack-request-id: req-579bf19d-4a16-41aa-ad2e-1eef71f1741e {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:15.353191 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b80bd0-8a48-4c58-ad25-031286bffb1c", "tag": "fc477284-65a4-4d62-a3a8-3bb099ef234e", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:15.353191 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-579bf19d-4a16-41aa-ad2e-1eef71f1741e {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:15.353191 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579bf19d-4a16-41aa-ad2e-1eef71f1741e'] response: {'name': 'network-changed', 'server_uuid': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'tag': 'fc477284-65a4-4d62-a3a8-3bb099ef234e', 'status': 'completed', 'code': 200} Apr 12 19:10:15.357153 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34180) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:15.560203 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-0d1af2a0-c330-4a42-ac54-f034edcd7a0a service neutron] 10.222.0.46 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499747 Apr 12 19:10:15.591313 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-f5ffb77a-260d-40e9-82b9-753d581893f5 service neutron] 10.222.0.50 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532027 Apr 12 19:10:15.839447 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eacad67-37e2-4fbf-8236-23541a2bc197 req-caddf2b1-d0f1-410a-9f30-5d856fe3386e service neutron] 10.222.0.46 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720768 Apr 12 19:10:15.857356 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac38406-52ed-4e18-a53d-9fe80a9cc36f req-962e8b8a-1cc2-4f20-9e90-e96ca0950b0d tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:15.866116 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0ac38406-52ed-4e18-a53d-9fe80a9cc36f req-962e8b8a-1cc2-4f20-9e90-e96ca0950b0d tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.1510019 Apr 12 19:10:15.991134 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0ac38406-52ed-4e18-a53d-9fe80a9cc36f req-a4c07274-66f6-4f3c-bebe-b00e8445b658 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185389 Apr 12 19:10:16.110870 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 6936d237-4ac9-4fce-8809-8503de417081 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:16.146190 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dba0c581-19c1-4067-b164-774dc81fb629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:16.296187 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 6936d237-4ac9-4fce-8809-8503de417081 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:16.296573 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (6936d237-4ac9-4fce-8809-8503de417081), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:16.398371 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-014a8afe-444f-4e3c-9739-11fa48bcaa1e req-31913618-0332-44d0-a322-75ddc43a7f80 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.2334108 Apr 12 19:10:16.399999 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-721a5f5c-d95e-4cc7-b3e3-5984451e6a52 req-7a6bdeca-2d2a-4f85-a469-15aa5ff2a122 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.2214200 Apr 12 19:10:16.481000 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 6936d237-4ac9-4fce-8809-8503de417081 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:16.544372 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-efd507fb-70b6-4eba-8c7a-f1fb208e43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:16.545893 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-efd507fb-70b6-4eba-8c7a-f1fb208e43b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb205488d4a0488e8dabd7311781eb4e&device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 1128 time: 0.1008952 Apr 12 19:10:16.554046 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dba0c581-19c1-4067-b164-774dc81fb629 admin admin] Publish callbacks [] for security_group (a0929fb8-512d-4e2c-ab1c-066fa1613e78), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:16.611355 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-36be587a-ad2c-411e-aa2b-989efa9b8658 req-150f104c-7b46-47fe-b8e5-08fd19601293 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0432529 Apr 12 19:10:16.670965 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dba0c581-19c1-4067-b164-774dc81fb629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a0929fb8-512d-4e2c-ab1c-066fa1613e78), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:16.709287 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0c581-19c1-4067-b164-774dc81fb629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0929fb8-512d-4e2c-ab1c-066fa1613e78,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:16.720017 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.46', 58801) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:16.862759 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-dba0c581-19c1-4067-b164-774dc81fb629 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=741b9807da95466eb7b700e474c17b82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5020194 Apr 12 19:10:16.863858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34230) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:16.986187 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-281dc885-5505-4013-9258-1bd7def39b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:16.996995 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-281dc885-5505-4013-9258-1bd7def39b25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c HTTP/1.1" status: 200 len: 912 time: 0.4443498 Apr 12 19:10:16.998912 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-740720e2-0872-4ef7-8770-8f5f432795f3 admin admin] Publish callbacks [] for security_group (a0929fb8-512d-4e2c-ab1c-066fa1613e78), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:17.026636 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-fed94214-3b00-4fc9-a6cd-12f358188ade tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:17.026636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-fed94214-3b00-4fc9-a6cd-12f358188ade tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 818 time: 0.2742167 Apr 12 19:10:17.028421 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'port': {'device_id': '4713729d-6a16-4bb4-bb84-fe804be62962', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'admin_state_up': True, 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:17.057290 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-60c2e01c-aef3-4fc1-9714-cf56261de0a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e HTTP/1.1" status: 200 len: 217 time: 0.0499468 Apr 12 19:10:17.078611 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-740720e2-0872-4ef7-8770-8f5f432795f3 admin admin] Publish callbacks [] for security_group (a0929fb8-512d-4e2c-ab1c-066fa1613e78), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:17.218541 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f7764-d0b9-4f07-bd6b-3080a1d3f3ef req-74c88ca6-e905-4d88-a7ce-19a63e76a8a0 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:17.220125 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-818f7764-d0b9-4f07-bd6b-3080a1d3f3ef req-74c88ca6-e905-4d88-a7ce-19a63e76a8a0 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.1441839 Apr 12 19:10:17.368565 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-818f7764-d0b9-4f07-bd6b-3080a1d3f3ef req-f914658b-e2a9-4a2c-ab7e-dcd550c7d7e7 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104605 Apr 12 19:10:17.385225 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-740720e2-0872-4ef7-8770-8f5f432795f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a0929fb8-512d-4e2c-ab1c-066fa1613e78), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:17.395743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-740720e2-0872-4ef7-8770-8f5f432795f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:17.395743 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-740720e2-0872-4ef7-8770-8f5f432795f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0929fb8-512d-4e2c-ab1c-066fa1613e78 HTTP/1.1" status: 204 len: 168 time: 0.5251453 Apr 12 19:10:17.414070 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740720e2-0872-4ef7-8770-8f5f432795f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0929fb8-512d-4e2c-ab1c-066fa1613e78,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:17.443426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Made reservation on behalf of 04bb0a411383488a8346ba658ad2f2f4 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:10:17.447353 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:17.627126 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34256) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:17.654660 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-c70c0754-ad15-4c96-b20e-36c90a9305dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:17.656915 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-c70c0754-ad15-4c96-b20e-36c90a9305dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb01a49a-7fb5-4d59-9099-a40402e1ac95 HTTP/1.1" status: 200 len: 851 time: 0.0889604 Apr 12 19:10:17.735051 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-61bc71a3-d78f-4f4f-ae80-a3b0dac29262 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714934 Apr 12 19:10:17.799361 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d382a51f-988e-4bef-a389-2e969c1726cb req-88471947-968e-4d33-b674-3a74fa2463a3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.1542003 Apr 12 19:10:17.837914 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d232d70-04ac-409b-a448-db313946bcfe req-dcc8af83-7ddb-41d0-9ed2-1cf44e14195a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.2116542 Apr 12 19:10:17.949416 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-11ceb3e7-1cad-4567-9969-552fbcf76ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910474 Apr 12 19:10:17.989448 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bef3cede-743e-4d9a-bd31-32db6e0a576e req-52a8f536-b2ac-402d-bbf1-388d9b32d5f3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0933664 Apr 12 19:10:18.124776 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6aafb058-167b-43fc-8950-1a32f05cc554 req-1be22d20-6952-4e36-a28e-276e7775abcf service neutron] 10.222.0.46 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511476 Apr 12 19:10:18.138560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Allocated IP 172.20.0.9 (a1c2abfe-6c5a-40c4-97e4-f68ef634895a/ec0c164d-f906-47f7-b38b-3a7b5a3864be/b2898a24-6528-401c-ad03-c596a2facb06) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:18.258485 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-84ce3d5e-f282-4d25-8450-e95a8243c0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:18.619890 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a9bc4-57eb-4399-b1cf-20183fda0069 req-ca6f1e08-2431-4c75-8a0e-38d3220925dc tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:18.621735 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-354a9bc4-57eb-4399-b1cf-20183fda0069 req-ca6f1e08-2431-4c75-8a0e-38d3220925dc tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0997276 Apr 12 19:10:18.671489 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for port (b2898a24-6528-401c-ad03-c596a2facb06), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:18.752015 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-354a9bc4-57eb-4399-b1cf-20183fda0069 req-05caf4b2-f517-4fd0-947c-90bbd8c0ff62 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224892 Apr 12 19:10:18.773942 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-84ce3d5e-f282-4d25-8450-e95a8243c0fb admin admin] Publish callbacks [] for security_group (c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:18.895288 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-84ce3d5e-f282-4d25-8450-e95a8243c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:18.926601 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (b2898a24-6528-401c-ad03-c596a2facb06), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:18.930217 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce3d5e-f282-4d25-8450-e95a8243c0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:18.973170 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f9f5843b-f480-4064-8c42-7515cec03485 req-66da8bfa-548b-41b2-958b-0274d0db78f5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0733769 Apr 12 19:10:19.093034 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2162faae-179d-42a4-b4f3-ca23e693d6d3 req-47b780c3-5fb8-4089-8bf5-f706ef64f014 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.1149166 Apr 12 19:10:19.123456 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:19.126171 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-84ce3d5e-f282-4d25-8450-e95a8243c0fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5272c89feaf4d049188bd60a4cb7e52&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4981143 Apr 12 19:10:19.129208 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34300) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:19.183135 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:19.208663 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb3728a6-abfb-4dc8-be55-c5fd31c13ea5 req-0becd512-74b8-498f-9a0f-f537f955beb8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.1138382 Apr 12 19:10:19.212588 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:19.221522 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:19.225488 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:19.232518 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b03e55d3-687c-46af-bf00-567864db453b admin admin] Publish callbacks [] for security_group (c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:19.251496 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'Port': ['ID=b2898a24-6528-401c-ad03-c596a2facb06,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:19.285385 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b03e55d3-687c-46af-bf00-567864db453b admin admin] Publish callbacks [] for security_group (c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:19.395113 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-d758638c-a33b-45c5-98fc-0f369a75545d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3711164 Apr 12 19:10:19.406167 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Request body: {'port': {'device_id': '4713729d-6a16-4bb4-bb84-fe804be62962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:19.497657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (b2898a24-6528-401c-ad03-c596a2facb06), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:19.584749 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-6c1a8a21-c176-430b-9cb5-3965595e15da None None] Provisioning complete for port b2898a24-6528-401c-ad03-c596a2facb06 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:19.585385 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6c1a8a21-c176-430b-9cb5-3965595e15da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (b2898a24-6528-401c-ad03-c596a2facb06), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:19.605319 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b03e55d3-687c-46af-bf00-567864db453b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:19.615806 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b03e55d3-687c-46af-bf00-567864db453b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:19.625463 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b03e55d3-687c-46af-bf00-567864db453b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb HTTP/1.1" status: 204 len: 168 time: 0.4840302 Apr 12 19:10:19.647977 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a8a21-c176-430b-9cb5-3965595e15da None None] Port b2898a24-6528-401c-ad03-c596a2facb06 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:19.659027 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e55d3-687c-46af-bf00-567864db453b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a0c1d-ae02-4b6a-8c9d-9e56133abaeb,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:20.036070 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62d592-8f9f-4a42-a3d7-34f4a2c58791 req-65060f9d-5bb1-4f43-a651-a39bca60d774 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:20.044063 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c62d592-8f9f-4a42-a3d7-34f4a2c58791 req-65060f9d-5bb1-4f43-a651-a39bca60d774 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0914073 Apr 12 19:10:20.134825 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2898a24-6528-401c-ad03-c596a2facb06 {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:20.143228 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ac3eadbc-ece9-436a-883d-ff2f752a25c0 req-4c5935eb-ea3d-4be0-9d82-06fe2ce03ca9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0793581 Apr 12 19:10:20.149647 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Publish callbacks [] for port (b2898a24-6528-401c-ad03-c596a2facb06), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:20.240997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Transition to ACTIVE for port object b2898a24-6528-401c-ad03-c596a2facb06 will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:10:20.255254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c62d592-8f9f-4a42-a3d7-34f4a2c58791 req-71c18bfe-4d5e-492b-ad99-5460e75266ad tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102125 Apr 12 19:10:20.349982 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-011e8e43-a2a9-48c6-9ea7-d26e1f782fec req-117481b6-1598-4598-aa1f-1fb5601e6cfd tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.0502861 Apr 12 19:10:20.357524 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (b2898a24-6528-401c-ad03-c596a2facb06), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:20.472965 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a1091a7c-b820-48c3-8afc-b681066693a2 req-6ee3de22-4180-4df4-b036-11c50e827505 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0842805 Apr 12 19:10:20.480912 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Pushing event updated for resources: {'Port': ['ID=b2898a24-6528-401c-ad03-c596a2facb06,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:20.575258 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Attempting to bind port b2898a24-6528-401c-ad03-c596a2facb06 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:20.575639 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Attempting to bind port b2898a24-6528-401c-ad03-c596a2facb06 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:20.575987 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Attempting to bind port b2898a24-6528-401c-ad03-c596a2facb06 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:20.585418 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Port b2898a24-6528-401c-ad03-c596a2facb06 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:10:20.585746 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Attempting to bind port b2898a24-6528-401c-ad03-c596a2facb06 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:20.592135 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:20.592273 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Checking segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:20.592845 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Bound using segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:20.593268 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Bound port: b2898a24-6528-401c-ad03-c596a2facb06, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:20.593622 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (b2898a24-6528-401c-ad03-c596a2facb06), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:20.745771 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] For port b2898a24-6528-401c-ad03-c596a2facb06, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:20.745771 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] For port b2898a24-6528-401c-ad03-c596a2facb06, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b2898a24-6528-401c-ad03-c596a2facb06,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:21.106478 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (b2898a24-6528-401c-ad03-c596a2facb06), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:21.147398 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:21.148074 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:21.149529 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 200 len: 1093 time: 1.7477355 Apr 12 19:10:21.149982 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4713729d-6a16-4bb4-bb84-fe804be62962', 'tag': 'b2898a24-6528-401c-ad03-c596a2facb06'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:21.318447 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf67b3-1995-4402-aa14-1609d4374c03 service neutron] Pushing event updated for resources: {'Port': ['ID=b2898a24-6528-401c-ad03-c596a2facb06,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:21.361518 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34356) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:21.373559 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-358cd907-b0dc-4d28-b53a-21640208b7db req-1b7f824c-63e9-420b-baa6-206195694dd7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0564721 Apr 12 19:10:21.393492 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8670952-1827-4ffb-aeb0-16e6e2b0e91e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:21.481586 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f0f7-cf91-42f4-9f48-acdab979b9e0 req-608f69fd-50e9-4793-a8cb-6bc3dd7b3dde tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:21.494090 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3d91f0f7-cf91-42f4-9f48-acdab979b9e0 req-608f69fd-50e9-4793-a8cb-6bc3dd7b3dde tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0975409 Apr 12 19:10:21.554392 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a158391d-41a3-4e4e-8f5d-46815e5f19b8 req-35620b68-ceae-4fde-bb8b-7a2c107ba61f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.0540841 Apr 12 19:10:21.554493 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8670952-1827-4ffb-aeb0-16e6e2b0e91e admin admin] Publish callbacks [] for security_group (24b9ca43-dfe2-411f-93bb-569c10585969), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:21.626784 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3d91f0f7-cf91-42f4-9f48-acdab979b9e0 req-1c25d898-8d38-4992-9326-fcea225b01e9 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316485 Apr 12 19:10:21.642178 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d8670952-1827-4ffb-aeb0-16e6e2b0e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (24b9ca43-dfe2-411f-93bb-569c10585969), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:21.688698 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3b29df30-0501-48e2-9355-57617d56212d req-cdc5c3f7-cff1-4dd9-9241-71da4b2317de tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0371859 Apr 12 19:10:21.712375 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8670952-1827-4ffb-aeb0-16e6e2b0e91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9ca43-dfe2-411f-93bb-569c10585969,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:21.744495 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d8670952-1827-4ffb-aeb0-16e6e2b0e91e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28657be9ce534760afd3cff507146462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784630 Apr 12 19:10:21.746058 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34372) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:21.763813 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34374) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:21.856695 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef79db32-7930-4bc2-bf21-6e8052f9cae6 admin admin] Publish callbacks [] for security_group (24b9ca43-dfe2-411f-93bb-569c10585969), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:21.908697 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef79db32-7930-4bc2-bf21-6e8052f9cae6 admin admin] Publish callbacks [] for security_group (24b9ca43-dfe2-411f-93bb-569c10585969), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:21.973161 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.46', 58811) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:21.993943 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-594f3809-6f42-4483-ab07-2453309db370 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:21.993943 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-594f3809-6f42-4483-ab07-2453309db370 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 818 time: 0.2533431 Apr 12 19:10:22.005239 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a640fca-72a6-44cf-ba77-41a9e445e894" -d '{"events": [{"name": "network-changed", "server_uuid": "4713729d-6a16-4bb4-bb84-fe804be62962", "tag": "b2898a24-6528-401c-ad03-c596a2facb06"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:22.023062 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'port': {'device_id': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'admin_state_up': True, 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:22.169476 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-18e9952f-fd3e-4238-b7b7-597e9ad15c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:22.169476 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-18e9952f-fd3e-4238-b7b7-597e9ad15c1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1127 time: 0.1975217 Apr 12 19:10:22.169476 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-9811b0fe-b980-488e-b110-63aaa18feaa3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:22.169476 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-9811b0fe-b980-488e-b110-63aaa18feaa3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 816 time: 0.1484356 Apr 12 19:10:22.183243 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-a2ef6e9b-ecb8-43b7-bc75-5a177cfa49b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 200 len: 217 time: 0.0479522 Apr 12 19:10:22.281930 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-64e649ba-5e2d-4cf5-a95b-9f518c4b25f6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 380 time: 0.1397455 Apr 12 19:10:22.292783 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'port': {'device_id': '694de31f-001f-4522-9988-a382d0729f0f', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'admin_state_up': True, 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'security_groups': ['9f69b979-2e93-420c-9171-3975916e4f20']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:22.296732 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-5bf91c93-0acc-4975-8526-c54ccac094a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:22.298300 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-5bf91c93-0acc-4975-8526-c54ccac094a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0870714 Apr 12 19:10:22.344961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb009a2-76d3-4d59-ae33-d7f6a5a19bff x-openstack-request-id: req-7eb009a2-76d3-4d59-ae33-d7f6a5a19bff {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:22.345483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4713729d-6a16-4bb4-bb84-fe804be62962", "tag": "b2898a24-6528-401c-ad03-c596a2facb06", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:22.345483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7eb009a2-76d3-4d59-ae33-d7f6a5a19bff {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:22.345934 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb009a2-76d3-4d59-ae33-d7f6a5a19bff'] response: {'name': 'network-changed', 'server_uuid': '4713729d-6a16-4bb4-bb84-fe804be62962', 'tag': 'b2898a24-6528-401c-ad03-c596a2facb06', 'status': 'completed', 'code': 200} Apr 12 19:10:22.362148 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0d765a65-107a-46b0-9522-9dc936b8c4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:22.390657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Made reservation on behalf of 04bb0a411383488a8346ba658ad2f2f4 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:10:22.394592 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:22.455793 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef79db32-7930-4bc2-bf21-6e8052f9cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (24b9ca43-dfe2-411f-93bb-569c10585969), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:22.455793 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef79db32-7930-4bc2-bf21-6e8052f9cae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:22.456852 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ef79db32-7930-4bc2-bf21-6e8052f9cae6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24b9ca43-dfe2-411f-93bb-569c10585969 HTTP/1.1" status: 204 len: 168 time: 0.7082033 Apr 12 19:10:22.570523 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e659c48c-c0b4-4eab-8403-e2a7de049955 req-ae303cb5-5f3a-4ef0-9257-27ca083f793c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0547447 Apr 12 19:10:22.669461 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Allocated IP 172.20.0.10 (a1c2abfe-6c5a-40c4-97e4-f68ef634895a/ec0c164d-f906-47f7-b38b-3a7b5a3864be/fd92351d-9c08-48c8-b41b-72450265f429) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:22.728651 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-0b8afc64-7c97-494c-87f6-655b44511935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:22.730176 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-0b8afc64-7c97-494c-87f6-655b44511935 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4259827 Apr 12 19:10:22.730574 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-869ce9f6-4314-405c-b6a9-87555c0a7513 req-f427b721-1f01-4215-b41c-7f05130e7c9a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.0580680 Apr 12 19:10:22.741344 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79db32-7930-4bc2-bf21-6e8052f9cae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9ca43-dfe2-411f-93bb-569c10585969,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:22.800843 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642908b1-5608-46e9-95c6-1f3981e934bf req-3cc8f364-dc25-457b-953a-490b55b6a697 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:22.803542 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-642908b1-5608-46e9-95c6-1f3981e934bf req-3cc8f364-dc25-457b-953a-490b55b6a697 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0854454 Apr 12 19:10:22.836300 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0d765a65-107a-46b0-9522-9dc936b8c4d5 admin admin] Publish callbacks [] for security_group (ad397e85-bbde-4caa-86a9-f72aaedb6e21), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:22.898938 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-906970eb-2f69-4134-b5ed-24f43c579ce1 req-34f914ba-4b67-420e-85ab-919937c08851 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0616319 Apr 12 19:10:22.928305 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0d765a65-107a-46b0-9522-9dc936b8c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (ad397e85-bbde-4caa-86a9-f72aaedb6e21), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:22.949292 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-642908b1-5608-46e9-95c6-1f3981e934bf req-ac6031bd-ba58-45ac-b7fa-1a87df39a526 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374509 Apr 12 19:10:22.971287 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Made reservation on behalf of 004881d1a8e74638b08ee1481936e09a for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:10:22.975176 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:22.990214 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d765a65-107a-46b0-9522-9dc936b8c4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad397e85-bbde-4caa-86a9-f72aaedb6e21,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:23.010143 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0d765a65-107a-46b0-9522-9dc936b8c4d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=732f84f5ba6c414cae0effee08f47a18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2454500 Apr 12 19:10:23.012298 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34430) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:23.152441 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09b0513d-ad48-4581-ad47-85e718453d66 admin admin] Publish callbacks [] for security_group (ad397e85-bbde-4caa-86a9-f72aaedb6e21), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.168967 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for port (fd92351d-9c08-48c8-b41b-72450265f429), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.208815 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09b0513d-ad48-4581-ad47-85e718453d66 admin admin] Publish callbacks [] for security_group (ad397e85-bbde-4caa-86a9-f72aaedb6e21), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.226001 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Allocated IP 172.20.0.5 (b943cd4a-2179-467b-945f-1e97be1c1482/89f38cd0-2e5d-44f4-931e-f6b8f969a4cc/11bac7a5-f860-4102-9cd2-0beb9319c4d7) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:23.323342 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (fd92351d-9c08-48c8-b41b-72450265f429), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.365717 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:23.370506 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:23.374571 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:23.379830 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:23.380449 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.397160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'Port': ['ID=fd92351d-9c08-48c8-b41b-72450265f429,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:23.400830 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09b0513d-ad48-4581-ad47-85e718453d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (ad397e85-bbde-4caa-86a9-f72aaedb6e21), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.403295 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09b0513d-ad48-4581-ad47-85e718453d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.404458 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-09b0513d-ad48-4581-ad47-85e718453d66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad397e85-bbde-4caa-86a9-f72aaedb6e21 HTTP/1.1" status: 204 len: 168 time: 0.3912523 Apr 12 19:10:23.433462 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0513d-ad48-4581-ad47-85e718453d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad397e85-bbde-4caa-86a9-f72aaedb6e21,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:23.474315 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-b11ca6e4-e7a4-4eb5-bda3-3a5762ad3835 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4554605 Apr 12 19:10:23.543582 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.679329 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-841b18dd-2d4a-4788-9a74-241df7d656d3 req-f2b8604a-4e0a-4c4d-8f54-5f363b5cb4e4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0322788 Apr 12 19:10:23.682402 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-4549117f-c42c-4f45-9b96-66ef50ae108a None None] Provisioning complete for port fd92351d-9c08-48c8-b41b-72450265f429 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:23.683448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4549117f-c42c-4f45-9b96-66ef50ae108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (fd92351d-9c08-48c8-b41b-72450265f429), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.729551 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.755590 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4549117f-c42c-4f45-9b96-66ef50ae108a None None] Port fd92351d-9c08-48c8-b41b-72450265f429 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:23.784012 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.784130 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Network b943cd4a-2179-467b-945f-1e97be1c1482 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:23.784956 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:23.789671 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:23.794822 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:23.795470 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:23.805221 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:23.873093 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d63af-45cf-40c6-a9c0-4486d19c038f req-99ea0fbb-50c4-435a-ac4f-517df6f24aa3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:23.874661 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-da3d63af-45cf-40c6-a9c0-4486d19c038f req-99ea0fbb-50c4-435a-ac4f-517df6f24aa3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 932 time: 0.0579300 Apr 12 19:10:23.937161 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-5340c854-5e4a-4e29-9848-19866b5ca770 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6501129 Apr 12 19:10:23.949692 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-da3d63af-45cf-40c6-a9c0-4486d19c038f req-2fb8d40c-dd28-4437-8f45-dd4dc9fa9c4c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641687 Apr 12 19:10:24.057426 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f313acf7-8935-4b8a-877a-d0667cc3e613 req-810da17b-47b8-47ec-9ea8-5306f10409f7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0399635 Apr 12 19:10:24.085456 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e3fe8f07-c0a1-4563-b3f9-bd613abdd89d None None] Provisioning complete for port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:24.087702 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e3fe8f07-c0a1-4563-b3f9-bd613abdd89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:24.119294 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b80538-d509-4a15-9c9e-3e0339d44547 req-e0193504-caf9-4926-aa11-4a06bf734bf5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:24.126586 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17b80538-d509-4a15-9c9e-3e0339d44547 req-e0193504-caf9-4926-aa11-4a06bf734bf5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0783892 Apr 12 19:10:24.132841 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe8f07-c0a1-4563-b3f9-bd613abdd89d None None] Port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:24.175997 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17b80538-d509-4a15-9c9e-3e0339d44547 req-377c5cdf-9572-4e56-9be3-e828d9714e7a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Apr 12 19:10:24.290585 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Request body: {'port': {'device_id': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:24.301354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Request body: {'port': {'device_id': '694de31f-001f-4522-9988-a382d0729f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:24.365917 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd92351d-9c08-48c8-b41b-72450265f429), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:24.436816 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:24.465377 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-4ebd94e2-6f2e-4129-a8ff-4c4e99766719 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787581 Apr 12 19:10:24.605208 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34480) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:24.658181 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20107cf-19d0-4fb3-9f9a-6ab238d02860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:24.766661 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd92351d-9c08-48c8-b41b-72450265f429 {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:24.780735 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Publish callbacks [] for port (fd92351d-9c08-48c8-b41b-72450265f429), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:24.820123 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Transition to ACTIVE for port object fd92351d-9c08-48c8-b41b-72450265f429 will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:10:24.878668 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.46', 58817) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:24.880366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757c766-fd87-41a1-a53b-ed5700361733 req-61530173-b6b4-4ca4-8124-b89c457aa23c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:24.885108 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cc60ada-bfbe-4ded-870f-9179467b943c req-a030af2b-e087-4885-9006-159dc9e9654e service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397487 Apr 12 19:10:24.887030 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c757c766-fd87-41a1-a53b-ed5700361733 req-61530173-b6b4-4ca4-8124-b89c457aa23c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 931 time: 0.0855927 Apr 12 19:10:24.959715 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fd92351d-9c08-48c8-b41b-72450265f429), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.024037 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20107cf-19d0-4fb3-9f9a-6ab238d02860 admin admin] Publish callbacks [] for security_group (6211982c-464f-4782-be19-b1b81b903a53), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.060698 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c757c766-fd87-41a1-a53b-ed5700361733 req-13f93b0e-6940-42e7-ae2b-c56cd476c5bc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675057 Apr 12 19:10:25.064576 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bac7a5-f860-4102-9cd2-0beb9319c4d7 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:25.076480 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Publish callbacks [] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.081026 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Pushing event updated for resources: {'Port': ['ID=fd92351d-9c08-48c8-b41b-72450265f429,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:25.124277 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f20107cf-19d0-4fb3-9f9a-6ab238d02860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6211982c-464f-4782-be19-b1b81b903a53), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.137820 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Transition to ACTIVE for port object 11bac7a5-f860-4102-9cd2-0beb9319c4d7 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:10:25.178295 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Attempting to bind port fd92351d-9c08-48c8-b41b-72450265f429 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:25.178506 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Attempting to bind port fd92351d-9c08-48c8-b41b-72450265f429 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:25.178833 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Attempting to bind port fd92351d-9c08-48c8-b41b-72450265f429 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:25.204178 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-f18b8946-89fd-45f0-9485-d4844050583d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:25.205680 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-f18b8946-89fd-45f0-9485-d4844050583d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 810 time: 0.2321877 Apr 12 19:10:25.218204 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20107cf-19d0-4fb3-9f9a-6ab238d02860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6211982c-464f-4782-be19-b1b81b903a53,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:25.220577 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017acbd-da96-4e3d-9365-a7d102fd11c9 req-6f857a49-be0f-4d4b-94b9-73aa59ba849b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:25.226381 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f20107cf-19d0-4fb3-9f9a-6ab238d02860 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=369e8fdbaeb44811bfbf05c0d0ca13e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6170259 Apr 12 19:10:25.226381 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.228069 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34510) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:25.241466 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e017acbd-da96-4e3d-9365-a7d102fd11c9 req-6f857a49-be0f-4d4b-94b9-73aa59ba849b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.1567807 Apr 12 19:10:25.243353 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Port fd92351d-9c08-48c8-b41b-72450265f429 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:10:25.243798 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Attempting to bind port fd92351d-9c08-48c8-b41b-72450265f429 on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:25.311021 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:25.311459 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Checking segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:25.312115 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Bound using segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:25.312630 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Bound port: fd92351d-9c08-48c8-b41b-72450265f429, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:25.312998 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd92351d-9c08-48c8-b41b-72450265f429), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.319405 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9efc679c-c878-4ca2-9e2d-c49de326630b req-ef087708-f2fe-49df-8ce0-fab16b4c8edc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.1219690 Apr 12 19:10:25.333362 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:25.356294 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e017acbd-da96-4e3d-9365-a7d102fd11c9 req-b9f99051-04bf-4015-8732-4b6105ce0ec3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121640 Apr 12 19:10:25.380164 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1076c344-5d8e-4e06-9d1a-4795f268f482 admin admin] Publish callbacks [] for security_group (6211982c-464f-4782-be19-b1b81b903a53), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.423513 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] For port fd92351d-9c08-48c8-b41b-72450265f429, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:25.427392 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] For port fd92351d-9c08-48c8-b41b-72450265f429, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd92351d-9c08-48c8-b41b-72450265f429,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:25.439773 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Attempting to bind port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:25.444149 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Attempting to bind port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:25.444149 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Attempting to bind port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 on network b943cd4a-2179-467b-945f-1e97be1c1482 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:25.461462 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 on network b943cd4a-2179-467b-945f-1e97be1c1482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:10:25.461787 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Attempting to bind port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 on network b943cd4a-2179-467b-945f-1e97be1c1482 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:25.465107 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1076c344-5d8e-4e06-9d1a-4795f268f482 admin admin] Publish callbacks [] for security_group (6211982c-464f-4782-be19-b1b81b903a53), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.478768 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:25.478768 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Checking segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:25.478768 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Bound using segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:25.479049 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Bound port: 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:25.479170 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.504858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f86fad-9eef-4119-82a6-f6b7688406dc req-30bcd538-1d8c-4d49-bd43-dc9b8c42e78b tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:25.508232 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b1f86fad-9eef-4119-82a6-f6b7688406dc req-30bcd538-1d8c-4d49-bd43-dc9b8c42e78b tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0641181 Apr 12 19:10:25.544852 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fd92351d-9c08-48c8-b41b-72450265f429), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.575894 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:25.581368 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:25.608606 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:25.609266 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.610668 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] 10.222.0.46 "PUT /v2.0/ports/fd92351d-9c08-48c8-b41b-72450265f429 HTTP/1.1" status: 200 len: 1094 time: 1.3250024 Apr 12 19:10:25.612401 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'tag': 'fd92351d-9c08-48c8-b41b-72450265f429'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:25.616319 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c34d7-c5d1-46ac-858e-0e75d4bf891c" -d '{"events": [{"name": "network-changed", "server_uuid": "22ab002e-7c47-4a18-8e49-f49ec77d8929", "tag": "fd92351d-9c08-48c8-b41b-72450265f429"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:25.637588 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ac46-ca08-400d-8c86-5895825305ba service neutron] Pushing event updated for resources: {'Port': ['ID=fd92351d-9c08-48c8-b41b-72450265f429,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:25.655361 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.676063 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b1f86fad-9eef-4119-82a6-f6b7688406dc req-db73feb7-ea71-4e55-99d3-27ec571bd510 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530209 Apr 12 19:10:25.687144 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460204b4-5e8e-4834-aa4c-30a8823c7125 x-openstack-request-id: req-460204b4-5e8e-4834-aa4c-30a8823c7125 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:25.687144 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ab002e-7c47-4a18-8e49-f49ec77d8929", "tag": "fd92351d-9c08-48c8-b41b-72450265f429", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:25.687144 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-460204b4-5e8e-4834-aa4c-30a8823c7125 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:25.687144 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460204b4-5e8e-4834-aa4c-30a8823c7125'] response: {'name': 'network-changed', 'server_uuid': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'tag': 'fd92351d-9c08-48c8-b41b-72450265f429', 'status': 'completed', 'code': 200} Apr 12 19:10:25.735302 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1076c344-5d8e-4e06-9d1a-4795f268f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6211982c-464f-4782-be19-b1b81b903a53), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.738559 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1076c344-5d8e-4e06-9d1a-4795f268f482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.742193 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1076c344-5d8e-4e06-9d1a-4795f268f482 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6211982c-464f-4782-be19-b1b81b903a53 HTTP/1.1" status: 204 len: 168 time: 0.5109143 Apr 12 19:10:25.746030 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:25.746648 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:25.748156 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 200 len: 1093 time: 1.4637740 Apr 12 19:10:25.750726 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:25.752573 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984a5166-7446-4a8e-a786-19f0a43bb870" -d '{"events": [{"name": "network-changed", "server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:25.774312 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076c344-5d8e-4e06-9d1a-4795f268f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6211982c-464f-4782-be19-b1b81b903a53,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:25.809198 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334824f-1128-4dcd-9e8e-477a5c47b1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:25.841486 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea170d7-1113-42f5-8d53-b9a97f5953d6 x-openstack-request-id: req-1ea170d7-1113-42f5-8d53-b9a97f5953d6 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:25.841769 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:25.842185 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ea170d7-1113-42f5-8d53-b9a97f5953d6 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:25.842736 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea170d7-1113-42f5-8d53-b9a97f5953d6'] response: {'name': 'network-changed', 'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'status': 'completed', 'code': 200} Apr 12 19:10:26.201151 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471026a9-8d74-47ef-b7a9-3d6bd9bc57b2 req-8843253a-b4e4-4c69-b841-8a272797eae1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:26.202670 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-471026a9-8d74-47ef-b7a9-3d6bd9bc57b2 req-8843253a-b4e4-4c69-b841-8a272797eae1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0477490 Apr 12 19:10:26.251036 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-471026a9-8d74-47ef-b7a9-3d6bd9bc57b2 req-953fe28c-f8b2-4587-b26d-b5506d68756a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Apr 12 19:10:26.478680 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e3862081-afb8-42d6-96db-e5c50968c21c req-1ebd59ca-e929-442d-af19-799260cde845 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0512929 Apr 12 19:10:26.496681 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6863218-62a8-4977-89e1-74d1cd0e1015 req-182125c8-80d6-4462-80b4-d0cf3aca8f24 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:26.511008 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f6863218-62a8-4977-89e1-74d1cd0e1015 req-182125c8-80d6-4462-80b4-d0cf3aca8f24 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0781178 Apr 12 19:10:26.558689 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f6863218-62a8-4977-89e1-74d1cd0e1015 req-b6d52b5a-9334-419c-a794-b72408ba6574 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 Apr 12 19:10:26.693741 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f1fd0efe-0691-4ae1-a9ef-39f6c5e5ef9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:26.781726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd72f9-e9d0-4e1c-aad8-f300ea8afdd4 req-150b756c-245b-4c2c-8cb6-9352daa3086f tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:26.783310 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-31bd72f9-e9d0-4e1c-aad8-f300ea8afdd4 req-150b756c-245b-4c2c-8cb6-9352daa3086f tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0470653 Apr 12 19:10:26.836670 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-31bd72f9-e9d0-4e1c-aad8-f300ea8afdd4 req-3ea61164-9c3a-45b9-a399-475dcc232a0a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 Apr 12 19:10:27.373924 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046415fa-dde5-49fc-a499-79eb88f48553 req-b169d50e-21b6-4ce0-9c86-ba0a33723721 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:27.375409 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-046415fa-dde5-49fc-a499-79eb88f48553 req-b169d50e-21b6-4ce0-9c86-ba0a33723721 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0484729 Apr 12 19:10:27.427040 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-046415fa-dde5-49fc-a499-79eb88f48553 req-d2818eac-87bb-407a-822d-dfcdc178210b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Apr 12 19:10:27.614096 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-11ae7632-a49f-44c6-8f45-e772ad63e504 req-ff75b064-c9e4-48c4-b81c-f8b908a7db1e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0417933 Apr 12 19:10:27.695639 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c73400-7061-46fe-b7c7-1f7d88e115e0 req-30aa0bff-a86c-4cc7-86b0-5d9213556c3a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:27.702093 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a6c73400-7061-46fe-b7c7-1f7d88e115e0 req-30aa0bff-a86c-4cc7-86b0-5d9213556c3a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0547867 Apr 12 19:10:27.752269 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a6c73400-7061-46fe-b7c7-1f7d88e115e0 req-dcd6e239-031f-4232-bfa3-7cb63b29229b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493107 Apr 12 19:10:27.954919 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c4345-fee8-4190-a1f4-ddaffea59f6f req-d4e6ea3b-1292-49d3-8b03-30686246f31c tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:27.956636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2e2c4345-fee8-4190-a1f4-ddaffea59f6f req-d4e6ea3b-1292-49d3-8b03-30686246f31c tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0508225 Apr 12 19:10:28.005006 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2e2c4345-fee8-4190-a1f4-ddaffea59f6f req-ad353aff-b8a5-423d-a4b5-baeff5d496ce tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428793 Apr 12 19:10:28.549996 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2568c8-37fd-4ce4-9cc3-394d53bc1dc8 req-baa30b2a-2bfc-4ce4-8659-0c7751083dd6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:28.551578 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1d2568c8-37fd-4ce4-9cc3-394d53bc1dc8 req-baa30b2a-2bfc-4ce4-8659-0c7751083dd6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0507612 Apr 12 19:10:28.605752 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1d2568c8-37fd-4ce4-9cc3-394d53bc1dc8 req-09adaa48-76e6-4db3-9e82-58f9c95bf7ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477433 Apr 12 19:10:28.701237 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-73efaeb9-80b9-4e5f-8618-e8bfce77a2dc req-80aa400c-7f64-4504-9192-2579918a64af tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0284908 Apr 12 19:10:28.868344 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a498a0-f9f4-4524-baeb-59fb09bce9fd req-13a14214-53f1-47b9-9d5e-21c4c3b1d0fa tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:28.869812 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-42a498a0-f9f4-4524-baeb-59fb09bce9fd req-13a14214-53f1-47b9-9d5e-21c4c3b1d0fa tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0494108 Apr 12 19:10:28.917479 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-42a498a0-f9f4-4524-baeb-59fb09bce9fd req-d6458e53-3710-4ddb-bc52-c81b453fc12c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Apr 12 19:10:28.985350 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-85981f79-4552-499e-bacc-1cf1c47f8e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:28.986804 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34662) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:29.112165 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e9bb342d-f3e2-439c-8759-e0b537faed8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:29.132618 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc5d3-c091-4b13-820b-ab427f7edbad req-d21147f0-8bad-40fc-b1e1-64b045e3252f tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:29.134062 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-972bc5d3-c091-4b13-820b-ab427f7edbad req-d21147f0-8bad-40fc-b1e1-64b045e3252f tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0638986 Apr 12 19:10:29.201049 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-972bc5d3-c091-4b13-820b-ab427f7edbad req-5f8d71f0-e844-4b3c-9657-ad3df95012d5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611959 Apr 12 19:10:29.233872 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e9bb342d-f3e2-439c-8759-e0b537faed8a admin admin] Publish callbacks [] for security_group (d6598b07-b1d1-4557-a736-dd1dbd037cd8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:29.317686 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e9bb342d-f3e2-439c-8759-e0b537faed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (d6598b07-b1d1-4557-a736-dd1dbd037cd8), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:29.358705 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e9bb342d-f3e2-439c-8759-e0b537faed8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edddaa06451440fc9f9c14d9a3a3d72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3707016 Apr 12 19:10:29.359897 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb342d-f3e2-439c-8759-e0b537faed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6598b07-b1d1-4557-a736-dd1dbd037cd8,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:29.361472 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34670) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:29.415869 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9d9da23c-e952-4a82-8cbb-f8546ae04325 admin admin] Publish callbacks [] for security_group (d6598b07-b1d1-4557-a736-dd1dbd037cd8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:29.438160 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9d9da23c-e952-4a82-8cbb-f8546ae04325 admin admin] Publish callbacks [] for security_group (d6598b07-b1d1-4557-a736-dd1dbd037cd8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:29.539121 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9d9da23c-e952-4a82-8cbb-f8546ae04325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (d6598b07-b1d1-4557-a736-dd1dbd037cd8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:29.541628 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9d9da23c-e952-4a82-8cbb-f8546ae04325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:29.542754 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9d9da23c-e952-4a82-8cbb-f8546ae04325 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6598b07-b1d1-4557-a736-dd1dbd037cd8 HTTP/1.1" status: 204 len: 168 time: 0.1802316 Apr 12 19:10:29.557189 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9da23c-e952-4a82-8cbb-f8546ae04325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6598b07-b1d1-4557-a736-dd1dbd037cd8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:29.723565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c0c2b-9abf-466f-8b11-2e08978b6833 req-0f2a0dfc-d3e8-4ff7-bdfb-74be2888a22a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:29.725197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e07c0c2b-9abf-466f-8b11-2e08978b6833 req-0f2a0dfc-d3e8-4ff7-bdfb-74be2888a22a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0501032 Apr 12 19:10:29.786962 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e07c0c2b-9abf-466f-8b11-2e08978b6833 req-99554e6a-1c39-45a8-bcae-1b8a9c3f153d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556562 Apr 12 19:10:29.807661 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7e7475e-2648-49bf-9e9d-cfa7ee7aa7b6 req-0438cefe-7d47-48fb-9e12-4ff24849cff2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0326130 Apr 12 19:10:30.029508 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306ba3f-1271-4590-8105-9971e1588837 req-dda185a6-0e2b-43f3-8df2-b1e4f2a658a5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:30.031034 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a306ba3f-1271-4590-8105-9971e1588837 req-dda185a6-0e2b-43f3-8df2-b1e4f2a658a5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0450110 Apr 12 19:10:30.082636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a306ba3f-1271-4590-8105-9971e1588837 req-b42ec669-c2ea-4431-bfbc-8f94b0404a30 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Apr 12 19:10:30.160500 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34690) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:30.162726 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.173357 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-397e1343-ec87-493e-92e5-af2cf387c4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.245575 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-397e1343-ec87-493e-92e5-af2cf387c4b2 admin admin] Publish callbacks [] for security_group (1a154cec-82f9-4f84-9d9b-625c8b06d8ca), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.312487 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be6f80-4211-4cb8-8115-2244b48f2cd3 req-08a6dfd9-6c97-43d9-8df5-4a95d8fca4dd tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:30.313720 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16be6f80-4211-4cb8-8115-2244b48f2cd3 req-08a6dfd9-6c97-43d9-8df5-4a95d8fca4dd tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0474000 Apr 12 19:10:30.336251 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-397e1343-ec87-493e-92e5-af2cf387c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1a154cec-82f9-4f84-9d9b-625c8b06d8ca), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.361646 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16be6f80-4211-4cb8-8115-2244b48f2cd3 req-ddf6e5e7-4d54-4340-a197-23e38d1c3f70 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Apr 12 19:10:30.380145 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-397e1343-ec87-493e-92e5-af2cf387c4b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c040eb28e0c470eba38609381194d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185042 Apr 12 19:10:30.382244 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e1343-ec87-493e-92e5-af2cf387c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a154cec-82f9-4f84-9d9b-625c8b06d8ca,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:30.382719 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34696) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:30.429906 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-435bed24-dc62-407b-a5fb-926305854ae7 admin admin] Publish callbacks [] for security_group (1a154cec-82f9-4f84-9d9b-625c8b06d8ca), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.450991 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-435bed24-dc62-407b-a5fb-926305854ae7 admin admin] Publish callbacks [] for security_group (1a154cec-82f9-4f84-9d9b-625c8b06d8ca), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.568151 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-435bed24-dc62-407b-a5fb-926305854ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1a154cec-82f9-4f84-9d9b-625c8b06d8ca), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.570827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-435bed24-dc62-407b-a5fb-926305854ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:30.571979 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-435bed24-dc62-407b-a5fb-926305854ae7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a154cec-82f9-4f84-9d9b-625c8b06d8ca HTTP/1.1" status: 204 len: 168 time: 0.1883042 Apr 12 19:10:30.579954 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bed24-dc62-407b-a5fb-926305854ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a154cec-82f9-4f84-9d9b-625c8b06d8ca,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:30.917939 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b647bd7d-829e-4035-8afa-89a0259f8866 req-e80dbd43-72ce-4373-ba4d-b28130a414f2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0430908 Apr 12 19:10:30.931438 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a31375-0e2f-409e-8ef4-d61e2e0e9fef req-d3a24b11-c9ba-4f84-8c07-2566e887de98 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:30.932918 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-23a31375-0e2f-409e-8ef4-d61e2e0e9fef req-d3a24b11-c9ba-4f84-8c07-2566e887de98 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0713062 Apr 12 19:10:30.986356 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-23a31375-0e2f-409e-8ef4-d61e2e0e9fef req-78dfb652-ded1-4b90-ad25-3941746b614f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428686 Apr 12 19:10:31.193967 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64b3f7-5bed-4c32-ba35-88f0b61ba44d req-f0ad5e66-8d00-40e8-b49f-ca2460776955 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:31.195408 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d64b3f7-5bed-4c32-ba35-88f0b61ba44d req-f0ad5e66-8d00-40e8-b49f-ca2460776955 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0449548 Apr 12 19:10:31.244031 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d64b3f7-5bed-4c32-ba35-88f0b61ba44d req-85e39913-c8ec-4c98-9a84-ea25bfdf9cae tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Apr 12 19:10:31.475659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df1abf-59e8-49c7-a6fb-146b191ef4de req-1007db6a-80d7-4365-a8dc-75435762b552 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:31.477219 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-27df1abf-59e8-49c7-a6fb-146b191ef4de req-1007db6a-80d7-4365-a8dc-75435762b552 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 944 time: 0.0457501 Apr 12 19:10:31.491851 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fc477284-65a4-4d62-a3a8-3bb099ef234e details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:10:31.525252 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-27df1abf-59e8-49c7-a6fb-146b191ef4de req-059144b8-348b-43a7-9ee6-4db72bf2bf70 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Apr 12 19:10:31.609677 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fc477284-65a4-4d62-a3a8-3bb099ef234e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e,segment=NetworkSegment(766c2ace-dbf3-43f5-a546-12cdb2fa055a),segment_id=766c2ace-dbf3-43f5-a546-12cdb2fa055a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:31.622208 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'fc477284-65a4-4d62-a3a8-3bb099ef234e', 'network_id': '5e8289fe-ae49-421a-b8e1-ec2054b9ea2c', 'port_id': 'fc477284-65a4-4d62-a3a8-3bb099ef234e', 'mac_address': 'fa:16:3e:c9:a7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb01a49a-7fb5-4d59-9099-a40402e1ac95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:10:31.660482 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port fc477284-65a4-4d62-a3a8-3bb099ef234e is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:31.660987 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:31.674393 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc477284-65a4-4d62-a3a8-3bb099ef234e {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:31.708843 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fc477284-65a4-4d62-a3a8-3bb099ef234e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e,segment=NetworkSegment(766c2ace-dbf3-43f5-a546-12cdb2fa055a),segment_id=766c2ace-dbf3-43f5-a546-12cdb2fa055a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:31.808171 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:31.838215 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:31.862385 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=fc477284-65a4-4d62-a3a8-3bb099ef234e,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:32.016175 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0de5b06c-795f-4b44-8821-530525276ad0 req-1d480eac-c592-405d-a8bb-0e2155ebd59b tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0292463 Apr 12 19:10:32.111941 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d7970-7b89-4d85-8323-113c4417432c req-2a0b36b4-b78a-4d45-b9fd-a68e19efb314 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:32.111941 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e74d7970-7b89-4d85-8323-113c4417432c req-2a0b36b4-b78a-4d45-b9fd-a68e19efb314 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0504854 Apr 12 19:10:32.160228 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e74d7970-7b89-4d85-8323-113c4417432c req-d4e434e3-ef78-4763-bb3d-d1e1881d7544 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Apr 12 19:10:32.354007 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350d9f4-54b1-4bfc-bcd4-104605d365ae req-7872d28b-5a4f-4386-99dd-cf848a3a04af tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:32.355529 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1350d9f4-54b1-4bfc-bcd4-104605d365ae req-7872d28b-5a4f-4386-99dd-cf848a3a04af tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0462101 Apr 12 19:10:32.404635 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1350d9f4-54b1-4bfc-bcd4-104605d365ae req-701f851a-e213-4ac7-9259-d0b180a1ce6c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Apr 12 19:10:32.547131 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['fc477284-65a4-4d62-a3a8-3bb099ef234e'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:10:32.642858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1a0c-e965-4c26-b75f-68cd5baaaa6c req-f52332ad-9ca9-494b-b912-532812777e55 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:32.650756 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e7f1a0c-e965-4c26-b75f-68cd5baaaa6c req-f52332ad-9ca9-494b-b912-532812777e55 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 945 time: 0.0577891 Apr 12 19:10:32.714248 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e7f1a0c-e965-4c26-b75f-68cd5baaaa6c req-2274cea7-1b67-4711-a5c9-2445ec8076e0 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619986 Apr 12 19:10:33.105571 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:33.112192 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5b657e2-d4df-423b-b76a-e21d15fd9ecc req-da70291f-a6d4-4863-bacb-0ef54ee8725e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0328214 Apr 12 19:10:33.275851 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cb1a3-4257-4328-bb0d-fec218d320c4 req-5f60242a-3ef4-4d6a-8ca5-726d9fbff102 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:33.277396 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ac8cb1a3-4257-4328-bb0d-fec218d320c4 req-5f60242a-3ef4-4d6a-8ca5-726d9fbff102 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0471106 Apr 12 19:10:33.323144 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ac8cb1a3-4257-4328-bb0d-fec218d320c4 req-4e104cc9-234f-4d54-9dae-328d715a81c7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402710 Apr 12 19:10:33.439198 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fc477284-65a4-4d62-a3a8-3bb099ef234e up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:33.531263 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port fc477284-65a4-4d62-a3a8-3bb099ef234e completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:10:33.618065 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35126f-9193-459d-9b94-29d4569c20be req-f7bac024-4929-47e8-a338-565d84b3e410 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:33.619611 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ea35126f-9193-459d-9b94-29d4569c20be req-f7bac024-4929-47e8-a338-565d84b3e410 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.1423404 Apr 12 19:10:33.625095 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port fc477284-65a4-4d62-a3a8-3bb099ef234e triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:33.625588 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:33.695602 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-9a3dc1ec-ca9e-4a52-954a-2d8a917d0143 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ac2edcae10443f8fa5bbdec9d64f22 HTTP/1.1" status: 200 len: 379 time: 0.1674271 Apr 12 19:10:33.711119 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c34d7-c5d1-46ac-858e-0e75d4bf891c req-18077ef1-3a76-45cc-8412-88f098f97754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:33.712630 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d7c34d7-c5d1-46ac-858e-0e75d4bf891c req-18077ef1-3a76-45cc-8412-88f098f97754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 1128 time: 0.1577082 Apr 12 19:10:33.737086 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port fc477284-65a4-4d62-a3a8-3bb099ef234e is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:33.737771 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:33.747514 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'port': {'device_id': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'admin_state_up': True, 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'security_groups': ['140b4765-bc2f-4795-8112-472c97036945']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:33.775093 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ea35126f-9193-459d-9b94-29d4569c20be req-1af73b5a-12d9-469a-b188-a4e297832c17 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300192 Apr 12 19:10:33.785594 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fc477284-65a4-4d62-a3a8-3bb099ef234e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e,segment=NetworkSegment(766c2ace-dbf3-43f5-a546-12cdb2fa055a),segment_id=766c2ace-dbf3-43f5-a546-12cdb2fa055a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:33.786972 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc477284-65a4-4d62-a3a8-3bb099ef234e'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:33.798970 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a5166-7446-4a8e-a786-19f0a43bb870 req-53238fd9-4404-4b9f-b08e-ec696a963a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:33.798970 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-984a5166-7446-4a8e-a786-19f0a43bb870 req-53238fd9-4404-4b9f-b08e-ec696a963a78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1127 time: 0.2118006 Apr 12 19:10:33.816432 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-e05227e8-d9f5-4c2f-ace4-74b827168772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:33.820077 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-e05227e8-d9f5-4c2f-ace4-74b827168772 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1127 time: 0.2324238 Apr 12 19:10:33.858810 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:33.944094 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=fc477284-65a4-4d62-a3a8-3bb099ef234e,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:34.007231 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e285fd-b245-452d-9cce-a5831744ae23" -d '{"events": [{"server_uuid": "b6b80bd0-8a48-4c58-ad25-031286bffb1c", "name": "network-vif-plugged", "status": "completed", "tag": "fc477284-65a4-4d62-a3a8-3bb099ef234e"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:34.046462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c34d7-c5d1-46ac-858e-0e75d4bf891c req-be6981d6-53f5-4428-a0b4-46e7cac05c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.048142 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d7c34d7-c5d1-46ac-858e-0e75d4bf891c req-be6981d6-53f5-4428-a0b4-46e7cac05c7a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=04bb0a411383488a8346ba658ad2f2f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3268394 Apr 12 19:10:34.056316 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac457b6-7d81-4b78-b8d3-1a73851b0cd5 req-25f07153-3ab3-4f65-b068-ce04a1267d6b tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.073289 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cac457b6-7d81-4b78-b8d3-1a73851b0cd5 req-25f07153-3ab3-4f65-b068-ce04a1267d6b tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.2797782 Apr 12 19:10:34.165984 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d7965f-1ca3-4a13-a378-a5761b6f0f28 x-openstack-request-id: req-c5d7965f-1ca3-4a13-a378-a5761b6f0f28 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:34.166605 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b80bd0-8a48-4c58-ad25-031286bffb1c", "name": "network-vif-plugged", "status": "completed", "tag": "fc477284-65a4-4d62-a3a8-3bb099ef234e", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:34.167445 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5d7965f-1ca3-4a13-a378-a5761b6f0f28 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:34.168139 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d7965f-1ca3-4a13-a378-a5761b6f0f28'] response: {'server_uuid': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc477284-65a4-4d62-a3a8-3bb099ef234e', 'code': 200} Apr 12 19:10:34.237943 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-5733c3e6-7728-45a0-9aaf-7e13b74dddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.240252 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-5733c3e6-7728-45a0-9aaf-7e13b74dddac service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.2702658 Apr 12 19:10:34.241803 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a5166-7446-4a8e-a786-19f0a43bb870 req-b261bf93-9359-4d2a-9951-9a26635d4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.243829 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-984a5166-7446-4a8e-a786-19f0a43bb870 req-b261bf93-9359-4d2a-9951-9a26635d4b1f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=004881d1a8e74638b08ee1481936e09a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2963030 Apr 12 19:10:34.308719 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Made reservation on behalf of 60ac2edcae10443f8fa5bbdec9d64f22 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:10:34.312009 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:34.329212 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-1ec3e884-6f3a-4f54-907e-f9466ceaad48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 200 len: 217 time: 0.0774040 Apr 12 19:10:34.473750 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b90b5679-a208-40db-80cb-e0597d9efb56 req-4f48eabe-b569-4015-8f2c-2f144e96ee23 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0798509 Apr 12 19:10:34.500553 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c34d7-c5d1-46ac-858e-0e75d4bf891c req-679f1034-d329-4c3d-b097-3ea0df607f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.502088 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d7c34d7-c5d1-46ac-858e-0e75d4bf891c req-679f1034-d329-4c3d-b097-3ea0df607f5e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4276006 Apr 12 19:10:34.506508 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cac457b6-7d81-4b78-b8d3-1a73851b0cd5 req-0f125b1f-baaf-4482-aa37-9eb4646560ed tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722234 Apr 12 19:10:34.590740 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.46', 58827) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:34.690647 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac2dec-218b-40f2-bd8b-cbf9adf50dd4 req-0b8d6723-b1ba-477b-b0f0-b381760cc69a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.692818 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b8ac2dec-218b-40f2-bd8b-cbf9adf50dd4 req-0b8d6723-b1ba-477b-b0f0-b381760cc69a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.1460609 Apr 12 19:10:34.708548 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-4d3dcdd6-b8c8-45f1-ae4c-84ee145b2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.709983 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-4d3dcdd6-b8c8-45f1-ae4c-84ee145b2811 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 1128 time: 0.1183927 Apr 12 19:10:34.716231 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a25b5b-010b-4b16-ba21-6c2dddc888ea req-3d9ea3c2-7835-44e1-8cf8-2f901223d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.717599 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b2a25b5b-010b-4b16-ba21-6c2dddc888ea req-3d9ea3c2-7835-44e1-8cf8-2f901223d1b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 1130 time: 0.1277351 Apr 12 19:10:34.726552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-04b48067-6ee4-4e4b-9559-8156b59f229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.728066 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-04b48067-6ee4-4e4b-9559-8156b59f229d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.3764453 Apr 12 19:10:34.809780 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a5166-7446-4a8e-a786-19f0a43bb870 req-e83ee565-11e1-417b-b53c-f3a25ff58e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.810930 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-95fea766-127e-43f4-8833-b3b57f5d9269 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd92351d-9c08-48c8-b41b-72450265f429 HTTP/1.1" status: 200 len: 217 time: 0.0869691 Apr 12 19:10:34.811232 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-984a5166-7446-4a8e-a786-19f0a43bb870 req-e83ee565-11e1-417b-b53c-f3a25ff58e0d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5581365 Apr 12 19:10:34.813854 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-b2a25b5b-010b-4b16-ba21-6c2dddc888ea req-0912798a-bd3e-466d-b878-756af5f2e358 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:34.830168 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-d4a04a6d-f351-4fb9-9413-e4bb0cb79cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.831940 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-d4a04a6d-f351-4fb9-9413-e4bb0cb79cb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959105 Apr 12 19:10:34.863546 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Allocated IP 172.20.0.12 (2d0759b3-99b2-4873-8fa8-0360799658f1/9f1e9efa-664f-464d-b871-708f5d8fadb3/1d19ad6e-e45a-4e2b-b82c-3da11809ddee) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:34.875648 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b8ac2dec-218b-40f2-bd8b-cbf9adf50dd4 req-ffb1491e-02e6-4598-8742-1f7d09c0bded tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707928 Apr 12 19:10:34.951140 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-24028020-7b5e-4ba5-8cd4-79be05ef53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.952719 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-24028020-7b5e-4ba5-8cd4-79be05ef53ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.1240561 Apr 12 19:10:34.965829 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-ce6a1236-76ad-4e8d-9ca8-78feb1f041e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.967364 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-ce6a1236-76ad-4e8d-9ca8-78feb1f041e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1127 time: 0.1008489 Apr 12 19:10:34.975611 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f098d-7bd9-455f-bcb2-53b8049de976 req-a16903d4-efdd-41f8-96f5-6855c2fabc2a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:34.977131 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e2f098d-7bd9-455f-bcb2-53b8049de976 req-a16903d4-efdd-41f8-96f5-6855c2fabc2a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.1061368 Apr 12 19:10:35.025819 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-e430bd4c-ff69-4746-98dc-04842276e082 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 200 len: 217 time: 0.0472283 Apr 12 19:10:35.064825 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-0e0b9daa-0ba2-4203-9b97-38c10f103043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:35.066340 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-0e0b9daa-0ba2-4203-9b97-38c10f103043 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063285 Apr 12 19:10:35.086562 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-058e8147-dbbc-4efe-bd9b-185cefaa914d service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454920 Apr 12 19:10:35.134756 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e2f098d-7bd9-455f-bcb2-53b8049de976 req-b70477f7-9888-40da-8523-0e57d0db5a27 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328700 Apr 12 19:10:35.180224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-b2a25b5b-010b-4b16-ba21-6c2dddc888ea req-0912798a-bd3e-466d-b878-756af5f2e358 service neutron] Publish callbacks [] for security_group (8dff1498-ea6e-408b-95d3-3fb72f6e51f0), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.210154 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-de6577d1-fc1d-4f15-9c64-2f90f64dcd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:35.211653 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-de6577d1-fc1d-4f15-9c64-2f90f64dcd6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.1762528 Apr 12 19:10:35.216300 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-182a406e-088b-4049-b528-285abc3f2bd8 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399698 Apr 12 19:10:35.268663 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-aa037b46-e381-406d-9a2f-0ea3a76f45a4 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510601 Apr 12 19:10:35.310125 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-2ac065ed-4624-475b-84fc-7ad65f69cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:35.311669 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-2ac065ed-4624-475b-84fc-7ad65f69cba8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908203 Apr 12 19:10:35.318210 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-b2a25b5b-010b-4b16-ba21-6c2dddc888ea req-0912798a-bd3e-466d-b878-756af5f2e358 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (8dff1498-ea6e-408b-95d3-3fb72f6e51f0), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.318547 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.392689 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912798a-bd3e-466d-b878-756af5f2e358 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff1498-ea6e-408b-95d3-3fb72f6e51f0,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:35.416086 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b2a25b5b-010b-4b16-ba21-6c2dddc888ea req-0912798a-bd3e-466d-b878-756af5f2e358 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6898522 Apr 12 19:10:35.433531 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ebae92d-6c8f-41d0-b59c-27bd427d3fa4 req-74aca77d-05f6-4d70-866e-85840017edad service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110040 Apr 12 19:10:35.439701 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device b2898a24-6528-401c-ad03-c596a2facb06 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:10:35.493349 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-c03c4359-db4f-44c0-ad2e-12df2fe1527d service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728251 Apr 12 19:10:35.522580 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.596801 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:35.601627 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:35.608499 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:35.617282 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:35.617282 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.637908 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port b2898a24-6528-401c-ad03-c596a2facb06, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b2898a24-6528-401c-ad03-c596a2facb06,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:35.641930 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'Port': ['ID=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:35.662136 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'b2898a24-6528-401c-ad03-c596a2facb06', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'port_id': 'b2898a24-6528-401c-ad03-c596a2facb06', 'mac_address': 'fa:16:3e:49:7e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:10:35.713792 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff7fc5-0fda-4931-830d-7c9e691234b1 req-e9756fe5-8094-41a4-a82d-5910bb27b891 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:35.719220 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-daff7fc5-0fda-4931-830d-7c9e691234b1 req-e9756fe5-8094-41a4-a82d-5910bb27b891 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 932 time: 0.1411936 Apr 12 19:10:35.719739 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port b2898a24-6528-401c-ad03-c596a2facb06 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:35.720441 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (b2898a24-6528-401c-ad03-c596a2facb06), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.736955 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2898a24-6528-401c-ad03-c596a2facb06 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:35.767183 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db575364-4819-41d2-998d-a67ab44350c7 req-3bd68f3b-559b-4266-9101-82a2780f6f57 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:35.768552 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port b2898a24-6528-401c-ad03-c596a2facb06, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b2898a24-6528-401c-ad03-c596a2facb06,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:35.769889 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-db575364-4819-41d2-998d-a67ab44350c7 req-3bd68f3b-559b-4266-9101-82a2780f6f57 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.1356850 Apr 12 19:10:35.786806 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-e434afe8-d606-477b-91be-52dfa648728d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0606518 Apr 12 19:10:35.829427 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-15d4aa04-290e-4036-9ae3-a34d09be7ccf req-a6bbed06-fde2-4fde-bf34-a0f67472b8fa service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491852 Apr 12 19:10:35.834313 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-daff7fc5-0fda-4931-830d-7c9e691234b1 req-f08ed640-9671-4672-8e73-bfd0f8302434 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062045 Apr 12 19:10:35.846110 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-db575364-4819-41d2-998d-a67ab44350c7 req-7806b084-c329-4038-a673-dfda4884ed7a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688045 Apr 12 19:10:35.877421 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (b2898a24-6528-401c-ad03-c596a2facb06), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.946096 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=b2898a24-6528-401c-ad03-c596a2facb06,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:35.954455 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-bda764e2-42c6-4f30-b32f-abd77e245f5d None None] Provisioning complete for port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:35.954837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bda764e2-42c6-4f30-b32f-abd77e245f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:35.995073 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bda764e2-42c6-4f30-b32f-abd77e245f5d None None] Port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:10:36.000209 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34898) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:36.027617 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75336c33-b0ca-440d-b7d9-cf7515d7aa78 req-e8829394-ffda-4f15-9503-6b9c2a147bdf tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:36.027617 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75336c33-b0ca-440d-b7d9-cf7515d7aa78 req-e8829394-ffda-4f15-9503-6b9c2a147bdf tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0591764 Apr 12 19:10:36.079575 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75336c33-b0ca-440d-b7d9-cf7515d7aa78 req-eb852446-b8cc-4eb3-a90d-3fa44ce14ede tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478618 Apr 12 19:10:36.117824 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b567e7c-be86-4c7a-bad4-34358ea57814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:36.202423 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b567e7c-be86-4c7a-bad4-34358ea57814 admin admin] Publish callbacks [] for security_group (b176a2b1-580b-4b6d-a64e-d5b67aeb156a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:36.250365 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa07f4-5731-456b-8002-3c7abb20b500 req-2136e71b-3192-4078-879d-f42f12e7107d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:36.252005 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-86aa07f4-5731-456b-8002-3c7abb20b500 req-2136e71b-3192-4078-879d-f42f12e7107d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0455828 Apr 12 19:10:36.270108 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b567e7c-be86-4c7a-bad4-34358ea57814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (b176a2b1-580b-4b6d-a64e-d5b67aeb156a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:36.300202 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-86aa07f4-5731-456b-8002-3c7abb20b500 req-10bbf771-b839-4a14-b90b-2fd2566b752f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Apr 12 19:10:36.310189 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b567e7c-be86-4c7a-bad4-34358ea57814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b176a2b1-580b-4b6d-a64e-d5b67aeb156a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:36.315070 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4b567e7c-be86-4c7a-bad4-34358ea57814 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc6bb7c9f2d94c31adc2377011c4f083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132467 Apr 12 19:10:36.318215 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34908) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:36.367703 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e671df26-9f9d-4a76-9c97-ce7a45e81a5d admin admin] Publish callbacks [] for security_group (b176a2b1-580b-4b6d-a64e-d5b67aeb156a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:36.392048 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e671df26-9f9d-4a76-9c97-ce7a45e81a5d admin admin] Publish callbacks [] for security_group (b176a2b1-580b-4b6d-a64e-d5b67aeb156a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:36.423391 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['b2898a24-6528-401c-ad03-c596a2facb06'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:10:36.522896 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e671df26-9f9d-4a76-9c97-ce7a45e81a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (b176a2b1-580b-4b6d-a64e-d5b67aeb156a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:36.525762 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e671df26-9f9d-4a76-9c97-ce7a45e81a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:36.529057 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e671df26-9f9d-4a76-9c97-ce7a45e81a5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b176a2b1-580b-4b6d-a64e-d5b67aeb156a HTTP/1.1" status: 204 len: 168 time: 0.2074087 Apr 12 19:10:36.535508 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671df26-9f9d-4a76-9c97-ce7a45e81a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b176a2b1-580b-4b6d-a64e-d5b67aeb156a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:36.980489 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f828a08-7a2f-480a-9925-c534749f2f2f req-98ab4e0a-869e-4be1-ad4a-7d6e2ec834d2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:36.982017 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f828a08-7a2f-480a-9925-c534749f2f2f req-98ab4e0a-869e-4be1-ad4a-7d6e2ec834d2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 932 time: 0.0786836 Apr 12 19:10:36.995641 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a24aa-7dee-4024-ad5c-9adc748fe047 req-01939fcc-a193-46a1-98b2-746c379aaf46 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:36.997195 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-141a24aa-7dee-4024-ad5c-9adc748fe047 req-01939fcc-a193-46a1-98b2-746c379aaf46 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0649176 Apr 12 19:10:37.070294 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f828a08-7a2f-480a-9925-c534749f2f2f req-e5df9ed9-6a23-497d-ae6c-9f1424f2575c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700176 Apr 12 19:10:37.079625 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-141a24aa-7dee-4024-ad5c-9adc748fe047 req-3932e1e5-9a44-4961-a163-b81d3e902cf8 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739958 Apr 12 19:10:37.200713 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e609-2376-41da-b49e-263c35a09bbd req-9270923f-9812-436a-ba62-0ca9d1125ca6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:37.202193 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9671e609-2376-41da-b49e-263c35a09bbd req-9270923f-9812-436a-ba62-0ca9d1125ca6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0510666 Apr 12 19:10:37.249507 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9671e609-2376-41da-b49e-263c35a09bbd req-a3d77343-f0de-48d1-a25c-b4005b984e6f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Apr 12 19:10:37.280533 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34946) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:37.292787 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-26f18908-b602-4fa1-8dea-fe9607b37e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.373654 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-26f18908-b602-4fa1-8dea-fe9607b37e8f admin admin] Publish callbacks [] for security_group (81a580e9-063a-4cb4-9305-3af2254adc2e), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.421178 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b56b-6fd3-47e0-a4c5-307c7e218377 req-13406d0b-8370-4988-b3ab-f3605a701c14 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:37.422649 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c00b56b-6fd3-47e0-a4c5-307c7e218377 req-13406d0b-8370-4988-b3ab-f3605a701c14 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.0517876 Apr 12 19:10:37.439776 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device b2898a24-6528-401c-ad03-c596a2facb06 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:37.470323 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c00b56b-6fd3-47e0-a4c5-307c7e218377 req-eb9db8df-c50a-4a49-8906-3556cb4e1979 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Apr 12 19:10:37.476677 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-26f18908-b602-4fa1-8dea-fe9607b37e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (81a580e9-063a-4cb4-9305-3af2254adc2e), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.490919 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port b2898a24-6528-401c-ad03-c596a2facb06 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:10:37.515600 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-26f18908-b602-4fa1-8dea-fe9607b37e8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfaa671442b94d89ab6ca0fb3e9aae74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355800 Apr 12 19:10:37.516692 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f18908-b602-4fa1-8dea-fe9607b37e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a580e9-063a-4cb4-9305-3af2254adc2e,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:37.518566 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34954) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:37.569754 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f6854d4-371f-4a52-9d5c-df327affde2b admin admin] Publish callbacks [] for security_group (81a580e9-063a-4cb4-9305-3af2254adc2e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.590483 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f6854d4-371f-4a52-9d5c-df327affde2b admin admin] Publish callbacks [] for security_group (81a580e9-063a-4cb4-9305-3af2254adc2e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.596710 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port b2898a24-6528-401c-ad03-c596a2facb06 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:37.597094 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (b2898a24-6528-401c-ad03-c596a2facb06), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.679116 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port b2898a24-6528-401c-ad03-c596a2facb06 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:37.679534 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (b2898a24-6528-401c-ad03-c596a2facb06), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.702289 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4713729d-6a16-4bb4-bb84-fe804be62962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2898a24-6528-401c-ad03-c596a2facb06'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:37.704554 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87897eb5-b18e-49d9-9880-bc92d5babc71" -d '{"events": [{"server_uuid": "4713729d-6a16-4bb4-bb84-fe804be62962", "name": "network-vif-plugged", "status": "completed", "tag": "b2898a24-6528-401c-ad03-c596a2facb06"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:37.716973 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port b2898a24-6528-401c-ad03-c596a2facb06, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b2898a24-6528-401c-ad03-c596a2facb06,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:37.740888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe50a1b-5f8a-41ef-8b92-562ebaccd3d1 x-openstack-request-id: req-cbe50a1b-5f8a-41ef-8b92-562ebaccd3d1 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:37.741202 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4713729d-6a16-4bb4-bb84-fe804be62962", "name": "network-vif-plugged", "status": "completed", "tag": "b2898a24-6528-401c-ad03-c596a2facb06", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:37.745788 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbe50a1b-5f8a-41ef-8b92-562ebaccd3d1 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:37.745788 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe50a1b-5f8a-41ef-8b92-562ebaccd3d1'] response: {'server_uuid': '4713729d-6a16-4bb4-bb84-fe804be62962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2898a24-6528-401c-ad03-c596a2facb06', 'code': 200} Apr 12 19:10:37.762601 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f6854d4-371f-4a52-9d5c-df327affde2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (81a580e9-063a-4cb4-9305-3af2254adc2e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.765206 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f6854d4-371f-4a52-9d5c-df327affde2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.770790 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0f6854d4-371f-4a52-9d5c-df327affde2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81a580e9-063a-4cb4-9305-3af2254adc2e HTTP/1.1" status: 204 len: 168 time: 0.2444124 Apr 12 19:10:37.775218 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6854d4-371f-4a52-9d5c-df327affde2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a580e9-063a-4cb4-9305-3af2254adc2e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:37.867989 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (b2898a24-6528-401c-ad03-c596a2facb06), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:37.914862 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=b2898a24-6528-401c-ad03-c596a2facb06,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:37.928845 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 34966) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:38.125029 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Request body: {'port': {'device_id': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:38.185087 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6f604b4b-281e-43af-b833-b9ccf8dab625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.225885 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.318097 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed43ea-5f73-4d87-9ac2-9f10e5ac222a req-ab47f84c-b7e2-4a29-ae76-d66932ca60fa tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:38.320907 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8bed43ea-5f73-4d87-9ac2-9f10e5ac222a req-ab47f84c-b7e2-4a29-ae76-d66932ca60fa tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 932 time: 0.1022480 Apr 12 19:10:38.331463 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22cea-f122-4a69-aeab-d02d05eb1bbc req-351f3f26-8a0c-4e39-8f30-620e2d5e5bf3 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:38.333140 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-70c22cea-f122-4a69-aeab-d02d05eb1bbc req-351f3f26-8a0c-4e39-8f30-620e2d5e5bf3 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.1134088 Apr 12 19:10:38.418673 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6f604b4b-281e-43af-b833-b9ccf8dab625 admin admin] Publish callbacks [] for security_group (8e24d524-be64-4794-9a23-1f5cece036ab), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.465784 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8bed43ea-5f73-4d87-9ac2-9f10e5ac222a req-a8a16450-7ac7-4fef-a1b3-db82427ce9f1 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281583 Apr 12 19:10:38.484052 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-70c22cea-f122-4a69-aeab-d02d05eb1bbc req-2d783554-84f2-4694-9d97-ede35a6aaf36 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435425 Apr 12 19:10:38.487132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6f604b4b-281e-43af-b833-b9ccf8dab625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (8e24d524-be64-4794-9a23-1f5cece036ab), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.508247 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d19ad6e-e45a-4e2b-b82c-3da11809ddee {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:38.516990 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Publish callbacks [] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.533110 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Transition to ACTIVE for port object 1d19ad6e-e45a-4e2b-b82c-3da11809ddee will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:10:38.576726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604b4b-281e-43af-b833-b9ccf8dab625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e24d524-be64-4794-9a23-1f5cece036ab,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:38.581034 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-6f604b4b-281e-43af-b833-b9ccf8dab625 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c78bb33c8fa4e8dacecf40fa0bd111b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6509845 Apr 12 19:10:38.584401 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 34998) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:38.614064 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.652995 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adcd34-7ce8-4d29-8f35-5862e2894007 req-27810c09-d93d-4b9a-a9f9-350aa5052ac4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:38.652995 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-23adcd34-7ce8-4d29-8f35-5862e2894007 req-27810c09-d93d-4b9a-a9f9-350aa5052ac4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.1050618 Apr 12 19:10:38.657696 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed2461-2bcb-4080-bbf1-b146d365b740 req-359aed2a-5b37-4e3d-a28f-52f9cb20b320 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:38.666985 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-62ed2461-2bcb-4080-bbf1-b146d365b740 req-359aed2a-5b37-4e3d-a28f-52f9cb20b320 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 944 time: 0.1019270 Apr 12 19:10:38.733404 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Pushing event updated for resources: {'Port': ['ID=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:38.741389 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-23adcd34-7ce8-4d29-8f35-5862e2894007 req-9a6f26c2-7004-4f60-a7c7-94495db2e431 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721147 Apr 12 19:10:38.748408 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Attempting to bind port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:38.749002 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Attempting to bind port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:38.749535 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Attempting to bind port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee on network 2d0759b3-99b2-4873-8fa8-0360799658f1 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:38.757414 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee on network 2d0759b3-99b2-4873-8fa8-0360799658f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:10:38.760401 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Attempting to bind port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee on network 2d0759b3-99b2-4873-8fa8-0360799658f1 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:38.763325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdb1a-fc67-4a1c-991f-6fd41eaf08ee admin admin] Publish callbacks [] for security_group (8e24d524-be64-4794-9a23-1f5cece036ab), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.765077 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-62ed2461-2bcb-4080-bbf1-b146d365b740 req-61e6382a-4da8-4959-b175-84b318b6cd6e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925183 Apr 12 19:10:38.767628 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:38.768177 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Checking segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:38.768637 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Bound using segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:38.769161 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Bound port: 1d19ad6e-e45a-4e2b-b82c-3da11809ddee, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:38.769581 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.829751 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdb1a-fc67-4a1c-991f-6fd41eaf08ee admin admin] Publish callbacks [] for security_group (8e24d524-be64-4794-9a23-1f5cece036ab), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:38.893844 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] For port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:38.897718 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] For port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:39.004024 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:39.010321 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdb1a-fc67-4a1c-991f-6fd41eaf08ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (8e24d524-be64-4794-9a23-1f5cece036ab), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:39.012927 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdb1a-fc67-4a1c-991f-6fd41eaf08ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:39.013985 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2c1bdb1a-fc67-4a1c-991f-6fd41eaf08ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e24d524-be64-4794-9a23-1f5cece036ab HTTP/1.1" status: 204 len: 168 time: 0.4285657 Apr 12 19:10:39.072134 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bdb1a-fc67-4a1c-991f-6fd41eaf08ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e24d524-be64-4794-9a23-1f5cece036ab,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:39.084450 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:39.084946 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:39.086467 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] 10.222.0.46 "PUT /v2.0/ports/1d19ad6e-e45a-4e2b-b82c-3da11809ddee HTTP/1.1" status: 200 len: 1094 time: 0.9663210 Apr 12 19:10:39.087428 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:39.089770 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd9278-b7c0-432a-b2b8-8139ef74a7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:39.112728 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0fb21-8a2b-4cc2-b6df-a1fb5755aa1f service neutron] Pushing event updated for resources: {'Port': ['ID=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:39.154455 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1dcb86-e9ef-4e40-9b4f-21476d4ffe74 x-openstack-request-id: req-6d1dcb86-e9ef-4e40-9b4f-21476d4ffe74 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:39.154751 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:39.155028 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d1dcb86-e9ef-4e40-9b4f-21476d4ffe74 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:39.155440 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1dcb86-e9ef-4e40-9b4f-21476d4ffe74'] response: {'name': 'network-changed', 'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'status': 'completed', 'code': 200} Apr 12 19:10:39.461099 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd92351d-9c08-48c8-b41b-72450265f429 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:10:39.595642 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fd92351d-9c08-48c8-b41b-72450265f429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd92351d-9c08-48c8-b41b-72450265f429,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:39.599046 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b05ac-2f6e-487b-a559-3ea7296cf1ae req-a28c3ef4-e11e-4625-8f37-0b749b72ef5f tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:39.606198 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e5b05ac-2f6e-487b-a559-3ea7296cf1ae req-a28c3ef4-e11e-4625-8f37-0b749b72ef5f tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0687013 Apr 12 19:10:39.609821 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'fd92351d-9c08-48c8-b41b-72450265f429', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'port_id': 'fd92351d-9c08-48c8-b41b-72450265f429', 'mac_address': 'fa:16:3e:b9:f9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:10:39.656713 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port fd92351d-9c08-48c8-b41b-72450265f429 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:39.657103 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd92351d-9c08-48c8-b41b-72450265f429), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:39.662734 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f21-1514-46a4-9b11-1faf2c397a56 req-e2b2d561-7c6d-45dd-af58-55d7ae779429 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:39.664335 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a3d0f21-1514-46a4-9b11-1faf2c397a56 req-e2b2d561-7c6d-45dd-af58-55d7ae779429 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0905824 Apr 12 19:10:39.672311 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd92351d-9c08-48c8-b41b-72450265f429 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:39.694282 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fd92351d-9c08-48c8-b41b-72450265f429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd92351d-9c08-48c8-b41b-72450265f429,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:39.708557 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e5b05ac-2f6e-487b-a559-3ea7296cf1ae req-a3d635ee-7a43-4474-b976-6fb33ac4e932 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007166 Apr 12 19:10:39.736507 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a3d0f21-1514-46a4-9b11-1faf2c397a56 req-9f93e02b-7f54-451e-b212-9f16a27a0cd9 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633998 Apr 12 19:10:39.808095 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fd92351d-9c08-48c8-b41b-72450265f429), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:39.868049 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=fd92351d-9c08-48c8-b41b-72450265f429,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:39.884699 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e8150-d408-4333-aee5-9205159db72b req-ec5ce539-824e-49b7-8f0c-0991622d9f13 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:39.886192 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a4e8150-d408-4333-aee5-9205159db72b req-ec5ce539-824e-49b7-8f0c-0991622d9f13 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0636146 Apr 12 19:10:39.935677 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27737b-935d-431f-962f-ea9ae2331373 req-e5c13edc-3c41-433b-8342-22d1bb6e2126 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:39.937120 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d27737b-935d-431f-962f-ea9ae2331373 req-e5c13edc-3c41-433b-8342-22d1bb6e2126 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0721526 Apr 12 19:10:40.088173 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35038) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:40.103216 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-34767793-0337-45a7-9867-77d371077140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.148912 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a4e8150-d408-4333-aee5-9205159db72b req-e6e128a6-c0f9-4c68-a9a8-cab3bbf515d7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466378 Apr 12 19:10:40.181199 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d27737b-935d-431f-962f-ea9ae2331373 req-72e4ef3b-a3f3-4ff4-9689-308c22df5b31 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330065 Apr 12 19:10:40.182129 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35040) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:40.201542 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-34767793-0337-45a7-9867-77d371077140 admin admin] Publish callbacks [] for security_group (5531f119-56c8-48e9-aeb6-01e6df1f97dc), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.271727 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-34767793-0337-45a7-9867-77d371077140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5531f119-56c8-48e9-aeb6-01e6df1f97dc), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.273104 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35046) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:40.313783 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-34767793-0337-45a7-9867-77d371077140 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e63e69faf8249e7b94ed59297a79ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214174 Apr 12 19:10:40.313783 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34767793-0337-45a7-9867-77d371077140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5531f119-56c8-48e9-aeb6-01e6df1f97dc,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:40.314229 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35050) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:40.349255 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f14b22ec-9e28-4a02-9cd0-542fe47882e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.351870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0e51c928-f5f0-46de-9780-8b88b266c06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.408141 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-714ee478-b682-4cb8-9bae-67176b7e01bd admin admin] Publish callbacks [] for security_group (5531f119-56c8-48e9-aeb6-01e6df1f97dc), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.433334 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f14b22ec-9e28-4a02-9cd0-542fe47882e0 admin admin] Publish callbacks [] for security_group (29a22f4c-1a88-4b1a-9f48-dbf53dad104d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.441340 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-714ee478-b682-4cb8-9bae-67176b7e01bd admin admin] Publish callbacks [] for security_group (5531f119-56c8-48e9-aeb6-01e6df1f97dc), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.496353 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0e51c928-f5f0-46de-9780-8b88b266c06d admin admin] Publish callbacks [] for security_group (560d947b-88c3-457f-9edd-b20e66772a28), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.506559 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f14b22ec-9e28-4a02-9cd0-542fe47882e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (29a22f4c-1a88-4b1a-9f48-dbf53dad104d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.545250 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f14b22ec-9e28-4a02-9cd0-542fe47882e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8059af861eb744d7a87f75e716b3ff79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621063 Apr 12 19:10:40.546461 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b22ec-9e28-4a02-9cd0-542fe47882e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a22f4c-1a88-4b1a-9f48-dbf53dad104d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:40.547928 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35052) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:40.565785 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0e51c928-f5f0-46de-9780-8b88b266c06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (560d947b-88c3-457f-9edd-b20e66772a28), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.611490 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-714ee478-b682-4cb8-9bae-67176b7e01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5531f119-56c8-48e9-aeb6-01e6df1f97dc), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.613986 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-714ee478-b682-4cb8-9bae-67176b7e01bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.615089 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-714ee478-b682-4cb8-9bae-67176b7e01bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5531f119-56c8-48e9-aeb6-01e6df1f97dc HTTP/1.1" status: 204 len: 168 time: 0.2997632 Apr 12 19:10:40.625262 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51c928-f5f0-46de-9780-8b88b266c06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560d947b-88c3-457f-9edd-b20e66772a28,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:40.630927 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0e51c928-f5f0-46de-9780-8b88b266c06d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8118aeaf651c4f3381ef87ccd6b42bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563209 Apr 12 19:10:40.635520 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35056) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:40.649079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee478-b682-4cb8-9bae-67176b7e01bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5531f119-56c8-48e9-aeb6-01e6df1f97dc,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:40.650835 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-81f60669-e6a8-4ab2-909e-00696c095abf admin admin] Publish callbacks [] for security_group (29a22f4c-1a88-4b1a-9f48-dbf53dad104d), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.680787 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-81f60669-e6a8-4ab2-909e-00696c095abf admin admin] Publish callbacks [] for security_group (29a22f4c-1a88-4b1a-9f48-dbf53dad104d), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.705384 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-409d5339-bf55-496f-9aca-c17c01dcbd67 admin admin] Publish callbacks [] for security_group (560d947b-88c3-457f-9edd-b20e66772a28), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.727467 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-409d5339-bf55-496f-9aca-c17c01dcbd67 admin admin] Publish callbacks [] for security_group (560d947b-88c3-457f-9edd-b20e66772a28), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.841257 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-81f60669-e6a8-4ab2-909e-00696c095abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (29a22f4c-1a88-4b1a-9f48-dbf53dad104d), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.843797 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-81f60669-e6a8-4ab2-909e-00696c095abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.844882 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-81f60669-e6a8-4ab2-909e-00696c095abf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29a22f4c-1a88-4b1a-9f48-dbf53dad104d HTTP/1.1" status: 204 len: 168 time: 0.2959740 Apr 12 19:10:40.854158 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-409d5339-bf55-496f-9aca-c17c01dcbd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (560d947b-88c3-457f-9edd-b20e66772a28), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.856723 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-409d5339-bf55-496f-9aca-c17c01dcbd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:40.860510 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-409d5339-bf55-496f-9aca-c17c01dcbd67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/560d947b-88c3-457f-9edd-b20e66772a28 HTTP/1.1" status: 204 len: 168 time: 0.2202034 Apr 12 19:10:40.863453 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaa81a-c0c1-44bc-a910-f6ab332eea34 req-cd9538d7-8055-40cc-9b16-ff8a074d58cb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:40.865463 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c1aaa81a-c0c1-44bc-a910-f6ab332eea34 req-cd9538d7-8055-40cc-9b16-ff8a074d58cb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0883112 Apr 12 19:10:40.871934 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5339-bf55-496f-9aca-c17c01dcbd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560d947b-88c3-457f-9edd-b20e66772a28,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:40.876005 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f60669-e6a8-4ab2-909e-00696c095abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a22f4c-1a88-4b1a-9f48-dbf53dad104d,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:40.892377 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c8771-d718-4769-a99d-5d72ce87f9d2 req-0ba2467d-daa8-44b8-af66-ab5d1b0d7a2a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:40.893881 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-366c8771-d718-4769-a99d-5d72ce87f9d2 req-0ba2467d-daa8-44b8-af66-ab5d1b0d7a2a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0897949 Apr 12 19:10:40.966950 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c1aaa81a-c0c1-44bc-a910-f6ab332eea34 req-59e1370b-9aec-4486-8b54-e4e3928f7b85 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886958 Apr 12 19:10:40.970243 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-366c8771-d718-4769-a99d-5d72ce87f9d2 req-8af5adfe-cc5e-4fe1-b57b-53fd2d997bb7 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Apr 12 19:10:41.312545 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b504c-7b01-4ee5-95f5-5d107a39cbf3 req-d27d8640-a307-416a-978e-d8de3e996ff2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:41.314024 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-010b504c-7b01-4ee5-95f5-5d107a39cbf3 req-d27d8640-a307-416a-978e-d8de3e996ff2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0865805 Apr 12 19:10:41.334628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c80c8-d0e3-4e92-bdc9-12c99b118424 req-e9327e7c-4880-4748-8eb4-4d21fa30c598 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:41.336274 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a4c80c8-d0e3-4e92-bdc9-12c99b118424 req-e9327e7c-4880-4748-8eb4-4d21fa30c598 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0727422 Apr 12 19:10:41.400049 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-010b504c-7b01-4ee5-95f5-5d107a39cbf3 req-89813b3d-0d12-4c90-977a-c47c2f2c2e70 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795121 Apr 12 19:10:41.407153 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a4c80c8-d0e3-4e92-bdc9-12c99b118424 req-10a69564-c7d1-41f8-bfc0-c52d3129dd9c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647888 Apr 12 19:10:41.560300 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35090) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:41.574998 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ffefec1-a65f-4929-989d-c13a7340dd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:41.652781 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ffefec1-a65f-4929-989d-c13a7340dd5f admin admin] Publish callbacks [] for security_group (67f3656d-59fe-40d4-ab68-e205df503ba9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:41.773891 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ffefec1-a65f-4929-989d-c13a7340dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (67f3656d-59fe-40d4-ab68-e205df503ba9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:41.812930 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4ffefec1-a65f-4929-989d-c13a7340dd5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6893dc58cb7f4c35961baad14344bb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514796 Apr 12 19:10:41.813666 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffefec1-a65f-4929-989d-c13a7340dd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f3656d-59fe-40d4-ab68-e205df503ba9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:41.815870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35094) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:41.866952 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-76451e7a-cc83-4a59-b954-f327a5195926 admin admin] Publish callbacks [] for security_group (67f3656d-59fe-40d4-ab68-e205df503ba9), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:41.889957 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-76451e7a-cc83-4a59-b954-f327a5195926 admin admin] Publish callbacks [] for security_group (67f3656d-59fe-40d4-ab68-e205df503ba9), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:42.110476 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3582a0-6a34-4937-9c9a-d423e75f4321 req-83747537-e73c-411f-95da-c85a9ee329cc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:42.111956 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3a3582a0-6a34-4937-9c9a-d423e75f4321 req-83747537-e73c-411f-95da-c85a9ee329cc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0768902 Apr 12 19:10:42.122366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c1995-fa6d-4c75-821c-4ec546e6d53c req-a030c164-3ed4-4bb9-a242-d1e6a9aa1774 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:42.123798 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d57c1995-fa6d-4c75-821c-4ec546e6d53c req-a030c164-3ed4-4bb9-a242-d1e6a9aa1774 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0793986 Apr 12 19:10:42.124420 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-76451e7a-cc83-4a59-b954-f327a5195926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (67f3656d-59fe-40d4-ab68-e205df503ba9), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:42.126975 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-76451e7a-cc83-4a59-b954-f327a5195926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:42.128009 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-76451e7a-cc83-4a59-b954-f327a5195926 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67f3656d-59fe-40d4-ab68-e205df503ba9 HTTP/1.1" status: 204 len: 168 time: 0.3111145 Apr 12 19:10:42.155256 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76451e7a-cc83-4a59-b954-f327a5195926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f3656d-59fe-40d4-ab68-e205df503ba9,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:42.211230 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3a3582a0-6a34-4937-9c9a-d423e75f4321 req-a28974d9-dea4-45c1-8f8e-34bec09c8101 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821373 Apr 12 19:10:42.214454 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d57c1995-fa6d-4c75-821c-4ec546e6d53c req-8e11483c-3ecc-46fc-8d7f-cf3d7f1141ba tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Apr 12 19:10:42.544005 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876c397-feec-47d7-afcf-39b08f9699a7 req-787bfbc2-6129-49dc-a8ce-9a399a280016 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:42.545796 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d876c397-feec-47d7-afcf-39b08f9699a7 req-787bfbc2-6129-49dc-a8ce-9a399a280016 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0792089 Apr 12 19:10:42.560756 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587226e-bb4a-4a66-af04-4de7ad8e31a3 req-2aa83106-4d23-4651-911e-72270d3f79ad tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:42.562485 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b587226e-bb4a-4a66-af04-4de7ad8e31a3 req-2aa83106-4d23-4651-911e-72270d3f79ad tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0672688 Apr 12 19:10:42.640870 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d876c397-feec-47d7-afcf-39b08f9699a7 req-e9ef0e32-83a2-4cde-a058-5604496ac834 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775187 Apr 12 19:10:42.645720 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b587226e-bb4a-4a66-af04-4de7ad8e31a3 req-e0b7f200-c9d2-4fa6-8a93-5aea6bf5709d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745676 Apr 12 19:10:43.385339 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a47e56-1e74-4847-b29e-a93c1dc412e7 req-a6ad7b04-e0e9-4157-944a-0153611c63be tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:43.386939 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-91a47e56-1e74-4847-b29e-a93c1dc412e7 req-a6ad7b04-e0e9-4157-944a-0153611c63be tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0947640 Apr 12 19:10:43.416292 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25157220-7956-4f0f-9d96-e5c1f2e9c86b req-5b04b2d3-688e-464b-81d7-668b3bf317eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:43.417775 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-25157220-7956-4f0f-9d96-e5c1f2e9c86b req-5b04b2d3-688e-464b-81d7-668b3bf317eb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0827863 Apr 12 19:10:43.472446 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-91a47e56-1e74-4847-b29e-a93c1dc412e7 req-c12f074d-4db2-4e96-ba8b-c20203481b77 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791402 Apr 12 19:10:43.495505 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-25157220-7956-4f0f-9d96-e5c1f2e9c86b req-195b231b-7baf-4107-aae9-ce18bd00b9a1 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706611 Apr 12 19:10:43.730618 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:10:43.837925 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c66bd6-9b5f-4ef0-bb7d-f1e37fac0384 req-e2737c1f-114c-4a9a-9a96-6b9fec87c949 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:43.839436 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-19c66bd6-9b5f-4ef0-bb7d-f1e37fac0384 req-e2737c1f-114c-4a9a-9a96-6b9fec87c949 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0769961 Apr 12 19:10:43.847782 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3536e0-ac9a-4bef-b71e-1d1a5eb97f93 req-9924d36f-1fc8-4082-871a-38e02f6ea621 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:43.849452 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bf3536e0-ac9a-4bef-b71e-1d1a5eb97f93 req-9924d36f-1fc8-4082-871a-38e02f6ea621 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0882723 Apr 12 19:10:43.910200 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-19c66bd6-9b5f-4ef0-bb7d-f1e37fac0384 req-9098ea02-1c14-4779-ba0a-7e7dee75aeab tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Apr 12 19:10:43.941814 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bf3536e0-ac9a-4bef-b71e-1d1a5eb97f93 req-7278d6f5-c1b8-4c15-986d-e4293b287bab tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675247 Apr 12 19:10:44.621858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ceedb-1122-4489-bf31-7a936f1382b1 req-8736fb8e-ffff-4094-9203-075a2b3413ea tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:44.623359 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6e2ceedb-1122-4489-bf31-7a936f1382b1 req-8736fb8e-ffff-4094-9203-075a2b3413ea tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0824666 Apr 12 19:10:44.641775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff386-b78a-4549-8ddf-160c3fc943da req-b97d5f31-134e-40fc-89ae-fb90ea9e6011 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:44.643224 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6c8ff386-b78a-4549-8ddf-160c3fc943da req-b97d5f31-134e-40fc-89ae-fb90ea9e6011 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0696702 Apr 12 19:10:44.720832 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6e2ceedb-1122-4489-bf31-7a936f1382b1 req-e2b722a9-55b9-49bd-a0f3-e223cda9c181 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911314 Apr 12 19:10:44.724089 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6c8ff386-b78a-4549-8ddf-160c3fc943da req-b8a1634e-df30-41b7-8655-9ba930c804b4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714328 Apr 12 19:10:45.045887 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73acc3-641a-45e0-85f8-855dc4606bd5 req-e11a11b7-00fd-4387-b780-f8868edf13ed tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:45.047516 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6d73acc3-641a-45e0-85f8-855dc4606bd5 req-e11a11b7-00fd-4387-b780-f8868edf13ed tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0652401 Apr 12 19:10:45.100728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75a8a-30a2-41c9-a69d-b139f0c0c786 req-7d58a3df-5076-4c79-93a1-095cd2118e90 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:45.102210 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-36b75a8a-30a2-41c9-a69d-b139f0c0c786 req-7d58a3df-5076-4c79-93a1-095cd2118e90 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0825469 Apr 12 19:10:45.146202 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6d73acc3-641a-45e0-85f8-855dc4606bd5 req-4f1de1ef-58d0-464e-8eac-e0e5e864afd8 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810895 Apr 12 19:10:45.171920 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-36b75a8a-30a2-41c9-a69d-b139f0c0c786 req-be27b8b3-bd62-4d8e-be75-04e8d8fbab6a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618012 Apr 12 19:10:45.859110 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883695f-5819-4ca2-9766-9782fa970744 req-1d3d42e4-1ecf-473e-999d-f86cd08db005 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:45.860597 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b883695f-5819-4ca2-9766-9782fa970744 req-1d3d42e4-1ecf-473e-999d-f86cd08db005 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0735261 Apr 12 19:10:45.873174 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877db680-3a35-4987-a87c-29f732936947 req-04825a63-721e-4372-bd6c-28253bf0ad64 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:45.874668 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-877db680-3a35-4987-a87c-29f732936947 req-04825a63-721e-4372-bd6c-28253bf0ad64 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0605936 Apr 12 19:10:45.942722 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b883695f-5819-4ca2-9766-9782fa970744 req-7ad9a765-e1eb-4023-bbb8-3733269b69e9 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663743 Apr 12 19:10:45.953743 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-877db680-3a35-4987-a87c-29f732936947 req-24936669-474c-4775-8c6a-f09eaebeb0f5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705507 Apr 12 19:10:46.282765 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc16cd-2c73-4789-bfc7-a2335ad9e9cf req-a97c107d-3832-4715-8b0c-d00c9ae5b4ec tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:46.284265 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1cfc16cd-2c73-4789-bfc7-a2335ad9e9cf req-a97c107d-3832-4715-8b0c-d00c9ae5b4ec tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0708821 Apr 12 19:10:46.312254 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace69c4f-c85a-4976-a032-935ff76a7514 req-e1f809df-c6a1-4b35-a772-90feeb969e41 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:46.313674 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ace69c4f-c85a-4976-a032-935ff76a7514 req-e1f809df-c6a1-4b35-a772-90feeb969e41 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0701671 Apr 12 19:10:46.342301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35262) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:46.358562 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1cfc16cd-2c73-4789-bfc7-a2335ad9e9cf req-aaa6ad05-3528-49d6-9f01-94f47908de03 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Apr 12 19:10:46.379696 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ace69c4f-c85a-4976-a032-935ff76a7514 req-2059e847-16ef-4375-af93-60fba0d79f3f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596716 Apr 12 19:10:46.447497 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c1a9-f39e-4285-aca7-9b7533a0ca4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:46.525205 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c1a9-f39e-4285-aca7-9b7533a0ca4e admin admin] Publish callbacks [] for security_group (400dd0c6-d33e-40e1-a7e4-a28cbd24d532), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:46.602515 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c1a9-f39e-4285-aca7-9b7533a0ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (400dd0c6-d33e-40e1-a7e4-a28cbd24d532), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:46.640639 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d6e3c1a9-f39e-4285-aca7-9b7533a0ca4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c8986c971f949a6989d2e10cd5a413d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972775 Apr 12 19:10:46.641492 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3c1a9-f39e-4285-aca7-9b7533a0ca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400dd0c6-d33e-40e1-a7e4-a28cbd24d532,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:46.643286 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35268) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:46.695170 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-be46d882-4838-48ba-bd2b-177a9ee96cfb admin admin] Publish callbacks [] for security_group (400dd0c6-d33e-40e1-a7e4-a28cbd24d532), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:46.716383 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-be46d882-4838-48ba-bd2b-177a9ee96cfb admin admin] Publish callbacks [] for security_group (400dd0c6-d33e-40e1-a7e4-a28cbd24d532), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:46.819548 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-be46d882-4838-48ba-bd2b-177a9ee96cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (400dd0c6-d33e-40e1-a7e4-a28cbd24d532), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:46.822149 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-be46d882-4838-48ba-bd2b-177a9ee96cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:46.823275 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-be46d882-4838-48ba-bd2b-177a9ee96cfb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/400dd0c6-d33e-40e1-a7e4-a28cbd24d532 HTTP/1.1" status: 204 len: 168 time: 0.1772995 Apr 12 19:10:46.830848 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46d882-4838-48ba-bd2b-177a9ee96cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400dd0c6-d33e-40e1-a7e4-a28cbd24d532,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:47.084418 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ddaad-3d0b-4b50-b3fa-a360e4e7cd9f req-5f9bb593-4e28-4bfa-8e63-c582f23a5fec tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:47.085924 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b05ddaad-3d0b-4b50-b3fa-a360e4e7cd9f req-5f9bb593-4e28-4bfa-8e63-c582f23a5fec tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0749648 Apr 12 19:10:47.095613 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc16773-40d2-4fcf-8157-1d6da3fc495e req-f3f9b523-847a-4469-be55-7f003307a901 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:47.097083 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ddc16773-40d2-4fcf-8157-1d6da3fc495e req-f3f9b523-847a-4469-be55-7f003307a901 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0743895 Apr 12 19:10:47.171284 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b05ddaad-3d0b-4b50-b3fa-a360e4e7cd9f req-bb527338-28e7-4468-80fd-fd9c5fdf5c52 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732217 Apr 12 19:10:47.175238 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ddc16773-40d2-4fcf-8157-1d6da3fc495e req-4116476c-c27c-4e2f-8a9c-4e43109a7ae3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700603 Apr 12 19:10:47.449849 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35286) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:47.464542 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-631c96e1-74d9-475f-94d8-b74d9e45f0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:47.495299 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2902d-890e-49c1-81a7-4a1bb12bfc53 req-45b9f43f-82af-452a-8145-7bfd83bd3c22 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:47.496790 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66e2902d-890e-49c1-81a7-4a1bb12bfc53 req-45b9f43f-82af-452a-8145-7bfd83bd3c22 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0725586 Apr 12 19:10:47.516848 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3323e-11e5-4008-b08f-7ae1c3019b33 req-5a9e287c-3dee-4e2d-b75b-c7f685c73e87 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:47.518249 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fac3323e-11e5-4008-b08f-7ae1c3019b33 req-5a9e287c-3dee-4e2d-b75b-c7f685c73e87 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0653300 Apr 12 19:10:47.543244 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-631c96e1-74d9-475f-94d8-b74d9e45f0fa admin admin] Publish callbacks [] for security_group (6e609eff-d2ab-419b-984b-08930d751c72), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:47.580454 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66e2902d-890e-49c1-81a7-4a1bb12bfc53 req-633228f1-3588-416b-be90-82a9d6d32ab9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778120 Apr 12 19:10:47.587254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fac3323e-11e5-4008-b08f-7ae1c3019b33 req-80c976ca-2b79-4cb3-bd83-74defa23ccd3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625691 Apr 12 19:10:47.619739 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-631c96e1-74d9-475f-94d8-b74d9e45f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6e609eff-d2ab-419b-984b-08930d751c72), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:47.657765 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-631c96e1-74d9-475f-94d8-b74d9e45f0fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5df355fc9537443f98f0169233e643c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067933 Apr 12 19:10:47.658607 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c96e1-74d9-475f-94d8-b74d9e45f0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e609eff-d2ab-419b-984b-08930d751c72,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:47.660434 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35290) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:47.713643 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-45821f20-dbef-491b-ae92-91756c551a55 admin admin] Publish callbacks [] for security_group (6e609eff-d2ab-419b-984b-08930d751c72), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:47.737423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-45821f20-dbef-491b-ae92-91756c551a55 admin admin] Publish callbacks [] for security_group (6e609eff-d2ab-419b-984b-08930d751c72), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:47.859607 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-45821f20-dbef-491b-ae92-91756c551a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6e609eff-d2ab-419b-984b-08930d751c72), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:47.862118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-45821f20-dbef-491b-ae92-91756c551a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:47.863233 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-45821f20-dbef-491b-ae92-91756c551a55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e609eff-d2ab-419b-984b-08930d751c72 HTTP/1.1" status: 204 len: 168 time: 0.1986027 Apr 12 19:10:47.872945 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45821f20-dbef-491b-ae92-91756c551a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e609eff-d2ab-419b-984b-08930d751c72,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:48.034756 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['fd92351d-9c08-48c8-b41b-72450265f429'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:10:48.310768 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dee58-1d2c-49de-9fb9-48ba6e4bce9e req-9ef46c51-4537-4e64-bd28-7f3ba7abbba1 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:48.312264 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dd2dee58-1d2c-49de-9fb9-48ba6e4bce9e req-9ef46c51-4537-4e64-bd28-7f3ba7abbba1 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0739691 Apr 12 19:10:48.327111 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41605bb3-b852-485e-8080-0437a3e3a4ab req-d62397b6-9b3b-4fb6-9d4c-c1c04a943b16 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:48.328537 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41605bb3-b852-485e-8080-0437a3e3a4ab req-d62397b6-9b3b-4fb6-9d4c-c1c04a943b16 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0626822 Apr 12 19:10:48.398198 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dd2dee58-1d2c-49de-9fb9-48ba6e4bce9e req-18d5f7b6-546e-4f2e-93cf-4640914ce979 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799267 Apr 12 19:10:48.405251 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41605bb3-b852-485e-8080-0437a3e3a4ab req-2e12cf06-b071-4e66-9341-a4721ddbe787 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707450 Apr 12 19:10:48.736000 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d2bc9-911f-4561-ab56-50f068c2a038 req-053097f1-7f77-4e95-880b-fdf19a4963d6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:48.737444 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c49d2bc9-911f-4561-ab56-50f068c2a038 req-053097f1-7f77-4e95-880b-fdf19a4963d6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0890975 Apr 12 19:10:48.744204 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91db96c-34d0-4089-8383-1636a54cbcc0 req-6a456473-56e2-4064-b382-af323b6d1190 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:48.745567 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e91db96c-34d0-4089-8383-1636a54cbcc0 req-6a456473-56e2-4064-b382-af323b6d1190 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0870411 Apr 12 19:10:48.816636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c49d2bc9-911f-4561-ab56-50f068c2a038 req-fe09c751-efba-4305-b6d0-521cf6c952f5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Apr 12 19:10:48.820529 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e91db96c-34d0-4089-8383-1636a54cbcc0 req-016bd999-6de7-471c-8ecc-d70483a1fd77 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675220 Apr 12 19:10:49.559217 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ea5b5-60a1-495c-a036-4a53e9a68d15 req-4ee5d30b-b9d7-4f91-a9e3-5db5bed956f5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:49.560767 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e89ea5b5-60a1-495c-a036-4a53e9a68d15 req-4ee5d30b-b9d7-4f91-a9e3-5db5bed956f5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0782776 Apr 12 19:10:49.587856 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9c42f-d395-4db5-a174-d2379df451b8 req-984ddb25-f192-4719-9046-fbfb4dbdf3e8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:49.589293 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-73e9c42f-d395-4db5-a174-d2379df451b8 req-984ddb25-f192-4719-9046-fbfb4dbdf3e8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0758996 Apr 12 19:10:49.661639 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e89ea5b5-60a1-495c-a036-4a53e9a68d15 req-e480f1f2-1553-4555-8cdd-ffd4fb2a4807 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891850 Apr 12 19:10:49.708220 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-73e9c42f-d395-4db5-a174-d2379df451b8 req-b98afd2a-32d8-40a5-861d-d2f502c03b2c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027842 Apr 12 19:10:49.828960 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9278-b7c0-432a-b2b8-8139ef74a7ef req-6785c8c1-ba9a-47f2-b5d0-0c94a3201dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:49.830971 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18cd9278-b7c0-432a-b2b8-8139ef74a7ef req-6785c8c1-ba9a-47f2-b5d0-0c94a3201dd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 1128 time: 0.0406461 Apr 12 19:10:50.041655 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf53a-d4ca-451c-8263-709e7c19aec9 req-12c3b90b-34c8-45a9-b7d5-af578f4cac86 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.041655 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8fcdf53a-d4ca-451c-8263-709e7c19aec9 req-12c3b90b-34c8-45a9-b7d5-af578f4cac86 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 945 time: 0.0938632 Apr 12 19:10:50.042235 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9278-b7c0-432a-b2b8-8139ef74a7ef req-df6bba73-27de-4c66-81d8-36eea91889de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.042329 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3107d9-0264-462d-a4f1-f5546a9d30c3 req-1a86b83c-0a8e-4134-9861-6896b5890df0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.042414 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18cd9278-b7c0-432a-b2b8-8139ef74a7ef req-df6bba73-27de-4c66-81d8-36eea91889de service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1397326 Apr 12 19:10:50.042492 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c3107d9-0264-462d-a4f1-f5546a9d30c3 req-1a86b83c-0a8e-4134-9861-6896b5890df0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0648854 Apr 12 19:10:50.050689 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:10:50.075911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd92351d-9c08-48c8-b41b-72450265f429 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:50.083368 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8fcdf53a-d4ca-451c-8263-709e7c19aec9 req-4c282fc7-c862-4fa3-9041-f0c4d40e14c1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Apr 12 19:10:50.090996 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c3107d9-0264-462d-a4f1-f5546a9d30c3 req-304f7749-8321-4025-bd7a-1ea1a272ee2a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739403 Apr 12 19:10:50.121413 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9278-b7c0-432a-b2b8-8139ef74a7ef req-6c78c82b-8482-420c-962f-eedc61718cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.122879 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18cd9278-b7c0-432a-b2b8-8139ef74a7ef req-6c78c82b-8482-420c-962f-eedc61718cb7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084123 Apr 12 19:10:50.188377 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port fd92351d-9c08-48c8-b41b-72450265f429 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:10:50.200956 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-805e4de6-40d6-4770-b51a-61eb042f283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.202511 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-805e4de6-40d6-4770-b51a-61eb042f283a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 1128 time: 0.0390198 Apr 12 19:10:50.220458 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:50.233478 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'port_id': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'mac_address': 'fa:16:3e:04:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:10:50.250185 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-7e90928d-f38b-426c-bd8e-857a89e6ccdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee HTTP/1.1" status: 200 len: 217 time: 0.0394566 Apr 12 19:10:50.271221 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:50.271635 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:50.288998 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bac7a5-f860-4102-9cd2-0beb9319c4d7 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:50.309540 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-8a829945-a04f-410a-93a5-03e8226c033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.311031 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-8a829945-a04f-410a-93a5-03e8226c033d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 200 len: 849 time: 0.0536237 Apr 12 19:10:50.317571 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:50.367192 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-64116c8d-2817-442b-b7e7-61e33872e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.374231 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-64116c8d-2817-442b-b7e7-61e33872e44c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d0759b3-99b2-4873-8fa8-0360799658f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495529 Apr 12 19:10:50.397547 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port fd92351d-9c08-48c8-b41b-72450265f429 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:50.398487 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (fd92351d-9c08-48c8-b41b-72450265f429), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:50.441008 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:50.469497 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-beae7135-ea24-4823-a74f-d450f09d2ae3 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931985 Apr 12 19:10:50.540924 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:50.544204 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port fd92351d-9c08-48c8-b41b-72450265f429 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:50.544458 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd92351d-9c08-48c8-b41b-72450265f429), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:50.570122 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd92351d-9c08-48c8-b41b-72450265f429'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:50.572167 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249ed1cf-11ae-4269-8159-6888d04a3842" -d '{"events": [{"server_uuid": "22ab002e-7c47-4a18-8e49-f49ec77d8929", "name": "network-vif-plugged", "status": "completed", "tag": "fd92351d-9c08-48c8-b41b-72450265f429"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:50.584567 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fd92351d-9c08-48c8-b41b-72450265f429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd92351d-9c08-48c8-b41b-72450265f429,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:50.641837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b236d35-a484-43d1-92db-8fcefebf3886 x-openstack-request-id: req-6b236d35-a484-43d1-92db-8fcefebf3886 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:50.641837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab002e-7c47-4a18-8e49-f49ec77d8929", "name": "network-vif-plugged", "status": "completed", "tag": "fd92351d-9c08-48c8-b41b-72450265f429", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:50.641837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b236d35-a484-43d1-92db-8fcefebf3886 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:50.642508 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b236d35-a484-43d1-92db-8fcefebf3886'] response: {'server_uuid': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd92351d-9c08-48c8-b41b-72450265f429', 'code': 200} Apr 12 19:10:50.660998 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2f877d-21de-4826-b592-2c60ddcebd13 req-deb1e920-0100-4030-87b0-5015d9f57ca8 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809516 Apr 12 19:10:50.664484 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fd92351d-9c08-48c8-b41b-72450265f429), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:50.665391 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0b20a-7930-4169-979f-9f39a5401c26 req-81104ea4-af07-4819-84d6-ea9a85f08ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.666475 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-35b0b20a-7930-4169-979f-9f39a5401c26 req-81104ea4-af07-4819-84d6-ea9a85f08ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1129 time: 0.1488481 Apr 12 19:10:50.739581 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=fd92351d-9c08-48c8-b41b-72450265f429,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:50.751771 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-35b0b20a-7930-4169-979f-9f39a5401c26 req-43cc2423-18d5-4254-8830-a58cfab7d30a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754344 Apr 12 19:10:50.794133 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16956cbc-01c5-4ba3-9cb3-558b78364772 req-11ad0d15-e81e-43e1-b6fe-a4f1cf3600aa tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.803571 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16956cbc-01c5-4ba3-9cb3-558b78364772 req-11ad0d15-e81e-43e1-b6fe-a4f1cf3600aa tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0573792 Apr 12 19:10:50.860490 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['11bac7a5-f860-4102-9cd2-0beb9319c4d7'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:10:50.884746 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6ac2c-683b-4df5-8612-4e50d8575ead req-9319741d-05a8-4a43-ae4d-0077a833ae7c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:50.886472 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c5e6ac2c-683b-4df5-8612-4e50d8575ead req-9319741d-05a8-4a43-ae4d-0077a833ae7c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0795448 Apr 12 19:10:50.895546 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16956cbc-01c5-4ba3-9cb3-558b78364772 req-71ea83a1-1619-4b12-b483-2c1a880b1eda tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904949 Apr 12 19:10:50.942854 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c5e6ac2c-683b-4df5-8612-4e50d8575ead req-9f1b447f-ff55-4841-9074-2f20f1f6fa86 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456343 Apr 12 19:10:51.252420 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730f9c7-d016-4444-9836-cc4af6539e98 req-ea6c6843-b219-4ed9-a933-c36e3ab2e830 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:51.253918 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1730f9c7-d016-4444-9836-cc4af6539e98 req-ea6c6843-b219-4ed9-a933-c36e3ab2e830 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0730774 Apr 12 19:10:51.260517 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be1b3c-ddae-41de-a0b8-70c149d70186 req-694c9c23-74ba-4a27-addd-13f9b25aa20d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:51.261852 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52be1b3c-ddae-41de-a0b8-70c149d70186 req-694c9c23-74ba-4a27-addd-13f9b25aa20d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.0792332 Apr 12 19:10:51.338233 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1730f9c7-d016-4444-9836-cc4af6539e98 req-c3b0170e-e920-4cfe-8e45-fca00ff60438 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754433 Apr 12 19:10:51.344728 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52be1b3c-ddae-41de-a0b8-70c149d70186 req-f6197c51-91bd-444d-b437-a892563cd420 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724339 Apr 12 19:10:51.372073 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35436) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:51.477742 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-74126f96-e29c-4d1c-a18b-a80b6d26b09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:51.549001 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-74126f96-e29c-4d1c-a18b-a80b6d26b09f admin admin] Publish callbacks [] for security_group (50ab41cf-240f-4ea9-a4c6-c760b38850b0), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:51.608344 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-74126f96-e29c-4d1c-a18b-a80b6d26b09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (50ab41cf-240f-4ea9-a4c6-c760b38850b0), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:51.650583 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-74126f96-e29c-4d1c-a18b-a80b6d26b09f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5fa4dc5ff8224134ac6cdac64a913785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749894 Apr 12 19:10:51.650583 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74126f96-e29c-4d1c-a18b-a80b6d26b09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab41cf-240f-4ea9-a4c6-c760b38850b0,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:51.655793 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35446) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:51.711212 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Publish callbacks [] for security_group (50ab41cf-240f-4ea9-a4c6-c760b38850b0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:51.732696 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Publish callbacks [] for security_group (50ab41cf-240f-4ea9-a4c6-c760b38850b0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:51.820236 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (50ab41cf-240f-4ea9-a4c6-c760b38850b0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:51.822974 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:51.825582 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50ab41cf-240f-4ea9-a4c6-c760b38850b0 HTTP/1.1" status: 204 len: 168 time: 0.1728649 Apr 12 19:10:51.836002 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab41cf-240f-4ea9-a4c6-c760b38850b0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:51.844221 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.844570 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.845085 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.845473 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.845763 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.846123 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.846461 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.846844 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.847117 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.847448 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.849354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.849354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.849354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.849354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:51.849711 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea517a-b37c-496f-a259-77f1d0d68d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:52.063335 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b90d3d-b7fd-498a-be2e-8b9d1a6e7cba req-0e2a9ab4-d28d-4684-a152-d2120c089d15 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:52.064899 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66b90d3d-b7fd-498a-be2e-8b9d1a6e7cba req-0e2a9ab4-d28d-4684-a152-d2120c089d15 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0494974 Apr 12 19:10:52.112256 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66b90d3d-b7fd-498a-be2e-8b9d1a6e7cba req-3a6a1388-3c96-41ec-bc45-9083e0608253 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407832 Apr 12 19:10:52.480223 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cb0a6-501f-449f-8ae3-7e07bc430fd3 req-05d04f8b-7364-427d-8303-cba087dd8786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:52.481669 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f3cb0a6-501f-449f-8ae3-7e07bc430fd3 req-05d04f8b-7364-427d-8303-cba087dd8786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0758853 Apr 12 19:10:52.489709 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055583f-6b63-4843-885b-963ce79e172c req-5a4bc77d-c94c-421d-96dd-f756820714d0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:52.491064 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d055583f-6b63-4843-885b-963ce79e172c req-5a4bc77d-c94c-421d-96dd-f756820714d0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.0759954 Apr 12 19:10:52.559005 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f3cb0a6-501f-449f-8ae3-7e07bc430fd3 req-ae2dadd7-10bb-4ae9-8bc2-2574d2aa5910 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669808 Apr 12 19:10:52.560858 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35488) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:52.566326 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d055583f-6b63-4843-885b-963ce79e172c req-aa3f4d63-0dc3-43a8-8494-571d585f511c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685291 Apr 12 19:10:52.584837 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7f11-f351-4164-bef2-66fe631af879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:52.658953 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7f11-f351-4164-bef2-66fe631af879 admin admin] Publish callbacks [] for security_group (98ceaa65-c10c-4a88-ab85-ccae4eee6c29), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:52.731401 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7f11-f351-4164-bef2-66fe631af879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (98ceaa65-c10c-4a88-ab85-ccae4eee6c29), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:52.765478 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec7f11-f351-4164-bef2-66fe631af879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ceaa65-c10c-4a88-ab85-ccae4eee6c29,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:52.769713 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e6ec7f11-f351-4164-bef2-66fe631af879 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c6e3ab0551f4d3e8904987cb7350736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077816 Apr 12 19:10:52.772862 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35494) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:52.819947 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c508b62e-49be-4a2f-b7a2-be21d303905b admin admin] Publish callbacks [] for security_group (98ceaa65-c10c-4a88-ab85-ccae4eee6c29), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:52.840731 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c508b62e-49be-4a2f-b7a2-be21d303905b admin admin] Publish callbacks [] for security_group (98ceaa65-c10c-4a88-ab85-ccae4eee6c29), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:52.939577 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c508b62e-49be-4a2f-b7a2-be21d303905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (98ceaa65-c10c-4a88-ab85-ccae4eee6c29), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:52.942625 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c508b62e-49be-4a2f-b7a2-be21d303905b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:52.943757 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c508b62e-49be-4a2f-b7a2-be21d303905b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98ceaa65-c10c-4a88-ab85-ccae4eee6c29 HTTP/1.1" status: 204 len: 168 time: 0.1699932 Apr 12 19:10:52.951396 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508b62e-49be-4a2f-b7a2-be21d303905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ceaa65-c10c-4a88-ab85-ccae4eee6c29,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:53.224660 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de3cb9-11fc-4be2-bc01-6d1fcd1907d4 req-cf912d1e-0e9a-4ba6-b051-390c53886f1c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:53.226095 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-77de3cb9-11fc-4be2-bc01-6d1fcd1907d4 req-cf912d1e-0e9a-4ba6-b051-390c53886f1c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0496807 Apr 12 19:10:53.273062 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-77de3cb9-11fc-4be2-bc01-6d1fcd1907d4 req-db810067-3b10-4003-aefd-f3179ccc5f65 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412974 Apr 12 19:10:53.685197 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886048da-6d1f-4075-bab6-9f153c2cc91d req-8cc636c6-3a51-4a02-a437-3f880307814c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:53.686743 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-886048da-6d1f-4075-bab6-9f153c2cc91d req-8cc636c6-3a51-4a02-a437-3f880307814c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0606468 Apr 12 19:10:53.737700 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ab370-dbc8-46dc-b83d-797f4a48384d req-40ae0b46-03e4-4b4c-97f5-e8550b3d8052 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:53.737700 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b6ab370-dbc8-46dc-b83d-797f4a48384d req-40ae0b46-03e4-4b4c-97f5-e8550b3d8052 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.0790613 Apr 12 19:10:53.779053 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-886048da-6d1f-4075-bab6-9f153c2cc91d req-06d06b5f-58c2-420f-b394-68f70544ab13 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767915 Apr 12 19:10:53.810595 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b6ab370-dbc8-46dc-b83d-797f4a48384d req-23f8d3fe-148a-4a8e-9f58-d9a241ca2d70 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640364 Apr 12 19:10:54.007960 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35532) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:54.115361 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-604152690-network', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:54.382615 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a904c-d86b-4dec-b715-14d998f3d3f1 req-a5fc26ad-c06e-47a4-b2d4-f62c77a3ea8d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:54.384088 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d9a904c-d86b-4dec-b715-14d998f3d3f1 req-a5fc26ad-c06e-47a4-b2d4-f62c77a3ea8d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0469148 Apr 12 19:10:54.408376 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Made reservation on behalf of 0b4b4b1d00664c44b4b056f179cfe87f for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:10:54.411249 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.420021 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.433949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d9a904c-d86b-4dec-b715-14d998f3d3f1 req-d6e4fa92-f322-4e87-8e17-419c6f8dc21b tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 Apr 12 19:10:54.508366 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks [] for security_group (5545b652-9000-466a-aa62-a19551c23af3), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.573955 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5545b652-9000-466a-aa62-a19551c23af3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.597615 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:10:54.607694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5545b652-9000-466a-aa62-a19551c23af3,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:54.615087 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (54fa012d-0492-469d-9bba-01c66dbd002e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.615087 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Added segment 54fa012d-0492-469d-9bba-01c66dbd002e of type vlan for network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a Apr 12 19:10:54.653116 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.763061 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.764724 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:54.765674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.823750 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] Pushing event updated for resources: {'Network': ['ID=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:54.834257 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:10:54.851364 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8e3f1c92-cc06-43c6-8bf4-3c2281000c4a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8422172 Apr 12 19:10:54.859456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35552) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:54.863044 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Request body: {'subnet': {'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-604152690-subnet', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:54.909436 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447c6b9-0e23-428c-9c3f-accf77013bc8 req-d9dc1f14-a24f-4e34-898b-6a088a57eecd tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:54.911001 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4447c6b9-0e23-428c-9c3f-accf77013bc8 req-d9dc1f14-a24f-4e34-898b-6a088a57eecd tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0597246 Apr 12 19:10:54.957026 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Made reservation on behalf of 0b4b4b1d00664c44b4b056f179cfe87f for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:10:54.959325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:54.964617 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ac974-6c61-464a-a837-8b9d71ac4e2f req-ce989ef5-b0b3-43a5-9da1-0ce6ce710ac4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:54.966178 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-343ac974-6c61-464a-a837-8b9d71ac4e2f req-ce989ef5-b0b3-43a5-9da1-0ce6ce710ac4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.0723472 Apr 12 19:10:55.009197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4447c6b9-0e23-428c-9c3f-accf77013bc8 req-8bf2f5c8-b088-4fbe-9e32-71b003902525 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755088 Apr 12 19:10:55.036641 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-343ac974-6c61-464a-a837-8b9d71ac4e2f req-2faafbf2-baaa-4aca-8f29-5699866a0b92 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604656 Apr 12 19:10:55.447570 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (012f9973-5ff6-4368-9b21-a134d32c20b3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:55.504893 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=012f9973-5ff6-4368-9b21-a134d32c20b3,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:55.516492 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Checking segment: {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:55.516850 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Network hostable DHCP agents. Network: 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:10:55.558333 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a207842-9204-4567-88ef-4113af9cd5f9 req-b44d59de-abb9-495a-8e2a-6054055f84b7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:55.560104 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9a207842-9204-4567-88ef-4113af9cd5f9 req-b44d59de-abb9-495a-8e2a-6054055f84b7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0578806 Apr 12 19:10:55.608255 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9a207842-9204-4567-88ef-4113af9cd5f9 req-715aaa5c-9e1f-46d5-9713-2e1c3a07c1d1 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 Apr 12 19:10:55.648250 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:10:55.762661 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:55.767580 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:55.768234 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:55.776269 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5fa36-86ff-4d19-b0b6-0a6908c9123f None None] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:10:55.861924 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4f896e40-c919-422a-9049-e522d4b825ac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0027905 Apr 12 19:10:55.864766 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35570) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:55.869350 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:10:55.888763 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:10:55.889619 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:55.957179 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:55.958533 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.017383 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks [] for router_controller (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), precommit_add_association {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.024600 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Allocated IP 172.20.0.2 (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a/012f9973-5ff6-4368-9b21-a134d32c20b3/d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:56.121835 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:56.226050 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Publish callbacks [] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.231606 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:10:56.317671 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:56.318053 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.319792 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.321825 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.408870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a46188-968c-43e8-bd39-105a99697098 req-80f22b04-0625-471e-b0f8-6f2bf4d140f4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:56.410372 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f1a46188-968c-43e8-bd39-105a99697098 req-80f22b04-0625-471e-b0f8-6f2bf4d140f4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.3321681 Apr 12 19:10:56.485118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dcb1e-1b95-466d-af8a-bbbc5f4b1c15 req-00b4fd4a-7cdc-47d1-aab1-5cfb70b006c2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:56.486560 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4b2dcb1e-1b95-466d-af8a-bbbc5f4b1c15 req-00b4fd4a-7cdc-47d1-aab1-5cfb70b006c2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.3612278 Apr 12 19:10:56.503004 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:56.509170 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks [] for router_gateway (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.509362 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:56.517608 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:56.528802 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Pushing event updated for resources: {'Port': ['ID=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:56.556941 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.557209 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.557578 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.557944 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.558283 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.558611 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.558937 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.559262 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.559641 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.559968 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.560289 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.560642 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.560958 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.561350 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.561836 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:56.565430 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f1a46188-968c-43e8-bd39-105a99697098 req-d8962011-b630-416d-9261-357ca3a85ba8 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205132 Apr 12 19:10:56.573882 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4b2dcb1e-1b95-466d-af8a-bbbc5f4b1c15 req-35a0ec3a-5c81-48c6-9ca2-2c88500e4819 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747209 Apr 12 19:10:56.648944 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:56.649667 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.689540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Attempting to bind port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:56.689918 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Attempting to bind port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:56.703367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Attempting to bind port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 on network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:56.703367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:10:56.703367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048edb81-7881-4bce-a7c4-18f30696294f" -d '{"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-plugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:10:56.713390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:56.713732 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Checking segment: {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:56.714133 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.714525 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Bound using segment: {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:56.715635 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Bound port: d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:56.716024 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.728587 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:56.747686 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdec5-bec5-4c31-a869-dbd98f70c062 req-85212f05-c1b0-46d1-9aa4-bbdde68dffde tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:56.749132 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2adcdec5-bec5-4c31-a869-dbd98f70c062 req-85212f05-c1b0-46d1-9aa4-bbdde68dffde tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.0573809 Apr 12 19:10:56.753602 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce8796d-b585-49b3-88ba-08eb95bdf367 x-openstack-request-id: req-cce8796d-b585-49b3-88ba-08eb95bdf367 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:10:56.753921 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-plugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:10:56.754686 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cce8796d-b585-49b3-88ba-08eb95bdf367 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:10:56.755116 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce8796d-b585-49b3-88ba-08eb95bdf367'] response: {'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'code': 200} Apr 12 19:10:56.766582 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2900175e-d059-440b-85e2-4e8b3fc0033c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.789750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] For port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:56.792996 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] For port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:56.834230 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.891467 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.903977 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2adcdec5-bec5-4c31-a869-dbd98f70c062 req-df822257-cbc2-4a04-865f-336d86214fd7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484702 Apr 12 19:10:56.917650 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:56.920607 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks [] for router_gateway (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.943914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:56.980730 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cc4b5-8d52-4183-9b83-9d2159993781 None None] Pushing event updated for resources: {'Port': ['ID=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:57.076560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Allocated IP 172.27.0.176 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/34d95ddc-8fe7-41d1-8bc2-e77d94a2463a) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:57.198939 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks [] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:57.392033 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:57.431799 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:10:57.436797 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:10:57.440521 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:10:57.445997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Pushing event updated for resources: {'Port': ['ID=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:57.511927 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.512276 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.512849 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.513074 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.513416 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.513747 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.514078 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.514402 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.514728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.515059 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.515386 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.515735 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.516101 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.516421 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.516738 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:57.712666 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5b89c-20bd-4135-b621-20c532635ded req-ed462a45-1c58-4d31-aa92-67ab43f5537a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:57.714216 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-01c5b89c-20bd-4135-b621-20c532635ded req-ed462a45-1c58-4d31-aa92-67ab43f5537a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0491889 Apr 12 19:10:57.846429 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-01c5b89c-20bd-4135-b621-20c532635ded req-099e0e4f-2aea-426b-8c01-6aad05189972 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259420 Apr 12 19:10:57.903438 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks [] for router_gateway (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.026728 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:10:58.058176 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166c4fc-16f0-460c-a15d-bdea5d3a6835 req-c79c6c60-eb05-403c-8e8a-0b9d2eeadcdb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:58.070017 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5166c4fc-16f0-460c-a15d-bdea5d3a6835 req-c79c6c60-eb05-403c-8e8a-0b9d2eeadcdb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0996981 Apr 12 19:10:58.082717 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14deb3ab-9c40-4533-88cc-c6a6ca47fdd3 None None] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:10:58.095490 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:58.095959 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.170701 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-427ea65b-b10e-41c1-8a3a-4939d913d7d7 None None] Provisioning complete for port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:58.172183 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-427ea65b-b10e-41c1-8a3a-4939d913d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.174555 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5166c4fc-16f0-460c-a15d-bdea5d3a6835 req-4837c1aa-d2c1-4013-ac7d-038f97ece83a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906103 Apr 12 19:10:58.229933 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.357014 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-427ea65b-b10e-41c1-8a3a-4939d913d7d7 None None] Current status of the port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:58.357426 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-427ea65b-b10e-41c1-8a3a-4939d913d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.378438 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:58.378835 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.382307 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698a10d-7846-40ef-824c-c94a4517ab15 req-0f3001f1-9ade-472a-b8e2-5744e5e8a135 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:58.384173 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7698a10d-7846-40ef-824c-c94a4517ab15 req-0f3001f1-9ade-472a-b8e2-5744e5e8a135 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 944 time: 0.1116986 Apr 12 19:10:58.432200 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-427ea65b-b10e-41c1-8a3a-4939d913d7d7 None None] For port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:58.453030 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7698a10d-7846-40ef-824c-c94a4517ab15 req-a22034e6-8551-4d9b-b47c-2e7af2e39f6c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633175 Apr 12 19:10:58.506517 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-427ea65b-b10e-41c1-8a3a-4939d913d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.556973 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Router b2cfaadd-ebb1-4246-be59-ed3e97889a1a is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:10:58.584315 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.db.api [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 19:10:58.584680 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG oslo_db.api [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 19:10:58.585483 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea65b-b10e-41c1-8a3a-4939d913d7d7 None None] Pushing event updated for resources: {'Port': ['ID=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:58.623647 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-73fb57c3-8a23-41b5-9370-9fa46c3d5ba4 None None] Provisioning complete for port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:10:58.624039 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73fb57c3-8a23-41b5-9370-9fa46c3d5ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.684279 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:10:58.695283 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Sync routers for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:10:58.706226 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:10:58.706937 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:58.735763 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-73fb57c3-8a23-41b5-9370-9fa46c3d5ba4 None None] Current status of the port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:58.764574 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:58.765811 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-865d0287-d6b0-480c-89bb-b0b83803e819 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8998632 Apr 12 19:10:58.768483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35644) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:10:58.826375 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:10:58.946057 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ead90200-c43b-4403-9380-7454362344fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.002893 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1d19ad6e-e45a-4e2b-b82c-3da11809ddee details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:10:59.077044 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:10:57Z', 'revision_number': 3, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:10:59.115285 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Checking router: b2cfaadd-ebb1-4246-be59-ed3e97889a1a for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:10:59.115700 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Updating router b2cfaadd-ebb1-4246-be59-ed3e97889a1a port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:10:59.150048 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.167115 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:59.209935 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:59.209935 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'port_id': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'mac_address': 'fa:16:3e:84:1f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:10:59.229656 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603fa2a-bfe6-4965-b8a7-6d1e274e8b66 req-415193fc-db6c-4d9e-aaa5-c5a652dac621 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:59.236537 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1603fa2a-bfe6-4965-b8a7-6d1e274e8b66 req-415193fc-db6c-4d9e-aaa5-c5a652dac621 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.2607653 Apr 12 19:10:59.265660 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:10:59.266056 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.284006 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d19ad6e-e45a-4e2b-b82c-3da11809ddee {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:10:59.319086 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:10:59.338446 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1603fa2a-bfe6-4965-b8a7-6d1e274e8b66 req-237826d0-5a34-4a7c-ae80-13195bcc3863 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009350 Apr 12 19:10:59.421812 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.473673 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:59.480257 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dc050-1039-4625-8d85-194b89ac5b96 req-c58cde69-3315-444e-aa69-812ebacbcecb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:59.483370 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-551dc050-1039-4625-8d85-194b89ac5b96 req-c58cde69-3315-444e-aa69-812ebacbcecb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0862756 Apr 12 19:10:59.563523 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Publish callbacks [] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.583347 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-551dc050-1039-4625-8d85-194b89ac5b96 req-8e6cccd0-4d94-4ecf-9ef6-b35b27051b2b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776355 Apr 12 19:10:59.594769 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.694410 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.757350 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Attempting to bind port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:10:59.759259 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Attempting to bind port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:10:59.761583 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Allocated IP 172.20.0.1 (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a/012f9973-5ff6-4368-9b21-a134d32c20b3/65b4bfaa-77fb-45d6-a30d-ae7549c33b4d) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:10:59.761713 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Attempting to bind port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:10:59.768790 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Pushing event updated for resources: {'Port': ['ID=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:10:59.777369 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:10:59.777831 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:10:59.778135 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.778765 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:10:59.779274 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Bound port: 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:10:59.779682 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.784430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.784430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.784430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.784430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.784430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.784430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.784430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.787738 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.788185 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.788590 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.789148 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.790892 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.790892 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.790892 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.791284 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:10:59.852351 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] For port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:10:59.856312 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] For port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:10:59.876895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fce28-f24b-42d4-8535-2f8c2fb205ea req-61d9169c-baf6-4f45-a66f-9fa1b602bc5e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:10:59.878612 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-343fce28-f24b-42d4-8535-2f8c2fb205ea req-61d9169c-baf6-4f45-a66f-9fa1b602bc5e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 945 time: 0.0924566 Apr 12 19:10:59.929728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks [] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.929928 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:10:59.961099 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-343fce28-f24b-42d4-8535-2f8c2fb205ea req-77b85763-9d62-4e16-91e8-174b3365aca0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757401 Apr 12 19:11:00.000906 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:00.067807 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.085147 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:00.085769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.107282 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:00.107282 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:00.136014 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Pushing event updated for resources: {'Port': ['ID=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:00.148007 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:11:00.148783 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa1bce-9d94-4172-99e1-663e371a083d None None] Pushing event updated for resources: {'Port': ['ID=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:00.150040 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:00.153043 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:11:00.153556 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.228136 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.262097 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:00.279212 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:00.425258 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.465117 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-1a78536e-42a6-4469-8c96-392cc3065283 None None] Provisioning complete for port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:00.466581 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a78536e-42a6-4469-8c96-392cc3065283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.502062 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:10:57Z', 'revision_number': 3, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:00.503908 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-1a78536e-42a6-4469-8c96-392cc3065283 None None] Port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:11:00.507236 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77575a0e-2310-46d7-8625-5aa0be685462 req-5d37f218-e1b8-4f6b-81cf-96ecbd57669a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:00.508810 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-77575a0e-2310-46d7-8625-5aa0be685462 req-5d37f218-e1b8-4f6b-81cf-96ecbd57669a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0714369 Apr 12 19:11:00.536079 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe8e44-8b17-4e08-b945-9f41942d9c18 None None] The sync data for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi is: [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:10:57Z', 'revision_number': 3, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:11:00.619343 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-77575a0e-2310-46d7-8625-5aa0be685462 req-2f00d136-9357-4dd2-9fae-2f806aabc3d2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036775 Apr 12 19:11:00.684712 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks [] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.737798 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c400bb-3f19-4d26-9c28-dd30e87eb22f req-7e7a7ad4-851d-46c3-b7dc-9ca118dab990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:00.740381 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-29c400bb-3f19-4d26-9c28-dd30e87eb22f req-7e7a7ad4-851d-46c3-b7dc-9ca118dab990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0579848 Apr 12 19:11:00.776808 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.776808 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:00.879435 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-29c400bb-3f19-4d26-9c28-dd30e87eb22f req-f1b877e3-dd40-4c12-9ef6-95150b90c2aa tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325085 Apr 12 19:11:00.900642 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Pushing event updated for resources: {'Port': ['ID=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:00.969932 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:11:00.971339 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:01.137907 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4f0d-5ab1-4b9a-8abe-6f0aa3f691f4 req-1b1bde88-0adc-48e1-8da6-b8fb2a45d713 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:01.139524 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-30ca4f0d-5ab1-4b9a-8abe-6f0aa3f691f4 req-1b1bde88-0adc-48e1-8da6-b8fb2a45d713 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 945 time: 0.0610433 Apr 12 19:11:01.156485 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Router b2cfaadd-ebb1-4246-be59-ed3e97889a1a has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:11:01.229622 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-ef681e50-b1c0-41d8-b7e1-ef9071707213 None None] Provisioning complete for port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:01.230204 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef681e50-b1c0-41d8-b7e1-ef9071707213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:01.235733 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-30ca4f0d-5ab1-4b9a-8abe-6f0aa3f691f4 req-4ad57ea7-b2fa-4561-9e63-29e8e9b9f255 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894294 Apr 12 19:11:01.270176 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ef681e50-b1c0-41d8-b7e1-ef9071707213 None None] Port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:11:01.311993 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:11:01.317100 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3cae4c53-0970-481c-beb1-a6ca8efd25aa admin admin] 10.222.0.50 "PUT /v2.0/routers/b2cfaadd-ebb1-4246-be59-ed3e97889a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5475795 Apr 12 19:11:01.751324 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9c58e-a84b-4dd5-a5ce-ece5a6aec6d8 req-46102c2b-2e9d-47f0-a7c5-55e5c9ad407d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:01.753661 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f4e9c58e-a84b-4dd5-a5ce-ece5a6aec6d8 req-46102c2b-2e9d-47f0-a7c5-55e5c9ad407d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0514390 Apr 12 19:11:01.768495 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:01.803546 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f4e9c58e-a84b-4dd5-a5ce-ece5a6aec6d8 req-670a7451-a6ad-4778-a709-4f649d625733 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444405 Apr 12 19:11:02.009204 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:02.012507 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35744) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:02.017476 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1582834416-network', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:02.054510 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354688af-8aca-4ce0-a881-99820e0817c4 req-046f89a1-ea88-4809-b8ff-c113416a8d0c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:02.056080 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-354688af-8aca-4ce0-a881-99820e0817c4 req-046f89a1-ea88-4809-b8ff-c113416a8d0c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0841894 Apr 12 19:11:02.082222 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:02.083792 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.108465 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-354688af-8aca-4ce0-a881-99820e0817c4 req-dd8b75ac-be07-47fe-876d-a7e8acf8aa67 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462756 Apr 12 19:11:02.110505 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Made reservation on behalf of 6e1112c77c024e4a97be7e05a73abab6 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:11:02.113319 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.130426 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.168420 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:02.168818 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.189682 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:02.206177 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks [] for security_group (728eddc8-9dbc-4abf-90f2-64b412f99bd8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.247459 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Sync routers for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:11:02.258168 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:02.258785 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:02.294901 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.306273 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (728eddc8-9dbc-4abf-90f2-64b412f99bd8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.327561 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:11:02.341324 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728eddc8-9dbc-4abf-90f2-64b412f99bd8,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:02.346310 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (6107c06b-275f-4810-bc4c-f971f8658939), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.346655 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Added segment 6107c06b-275f-4810-bc4c-f971f8658939 of type vlan for network 562cc0f2-f20f-41a0-bf1e-180190e11af7 Apr 12 19:11:02.371992 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e253f06-feab-41d7-9ed5-b24b331cd7f9 req-6d4a8f50-11e0-4f58-8e09-63a8fc698df7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:02.373518 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e253f06-feab-41d7-9ed5-b24b331cd7f9 req-6d4a8f50-11e0-4f58-8e09-63a8fc698df7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 945 time: 0.0707705 Apr 12 19:11:02.397328 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (562cc0f2-f20f-41a0-bf1e-180190e11af7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.414964 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:02.433396 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:02.452171 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e253f06-feab-41d7-9ed5-b24b331cd7f9 req-4cc84fc5-784e-4cde-9c24-9c69cd7dc4e0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656872 Apr 12 19:11:02.467036 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['1d19ad6e-e45a-4e2b-b82c-3da11809ddee'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:11:02.500254 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (562cc0f2-f20f-41a0-bf1e-180190e11af7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.501174 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:02.502169 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.570242 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=562cc0f2-f20f-41a0-bf1e-180190e11af7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:02.619262 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:11:02.634069 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-da96b234-1a37-40d2-8079-701942e87cb9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6204700 Apr 12 19:11:02.636704 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35750) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:02.641349 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Request body: {'subnet': {'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1582834416-subnet', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:02.788639 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Made reservation on behalf of 6e1112c77c024e4a97be7e05a73abab6 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:11:02.791020 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:02.826642 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0713798-e15e-4f90-9d23-c9f665496c12 req-fdd077b4-99d8-4406-b321-656575445186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:02.827774 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0713798-e15e-4f90-9d23-c9f665496c12 req-fdd077b4-99d8-4406-b321-656575445186 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 1130 time: 0.1145554 Apr 12 19:11:02.831215 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-726be74f-ab2f-4194-9c79-597f35c31148 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825191 Apr 12 19:11:02.941174 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 2, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:02.950461 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4444f-0787-430d-8adb-6b1b4fbc7e81 req-5bf37276-2a41-4e2c-9d1e-7c1cada723ff tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:02.952758 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-43a4444f-0787-430d-8adb-6b1b4fbc7e81 req-5bf37276-2a41-4e2c-9d1e-7c1cada723ff tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0723939 Apr 12 19:11:02.977536 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Checking router: b2cfaadd-ebb1-4246-be59-ed3e97889a1a for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:11:02.977886 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Updating router b2cfaadd-ebb1-4246-be59-ed3e97889a1a port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:11:02.984176 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-a3ad33ce-d62d-40af-bd11-d856b16d83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:02.985897 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-a3ad33ce-d62d-40af-bd11-d856b16d83ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb205488d4a0488e8dabd7311781eb4e&device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 1130 time: 0.0546532 Apr 12 19:11:03.010937 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.041974 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-43a4444f-0787-430d-8adb-6b1b4fbc7e81 req-86bebb58-b2c4-4cc1-9c15-c60baabb6f65 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806100 Apr 12 19:11:03.053169 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.138716 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0713798-e15e-4f90-9d23-c9f665496c12 req-8cdcadd9-37e4-4b5f-b00a-cc90d88de3da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155859 Apr 12 19:11:03.234646 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-88de29a1-0071-4ab3-b294-d2159568b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:03.237251 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-88de29a1-0071-4ab3-b294-d2159568b61f service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c HTTP/1.1" status: 200 len: 912 time: 0.2119772 Apr 12 19:11:03.267986 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422a658-2a08-44d0-9503-3555ea4beee9 req-ab9b17e6-cad3-436e-b4f5-f76136d1f4c3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:03.267986 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3422a658-2a08-44d0-9503-3555ea4beee9 req-ab9b17e6-cad3-436e-b4f5-f76136d1f4c3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0610025 Apr 12 19:11:03.313071 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3422a658-2a08-44d0-9503-3555ea4beee9 req-b37164d3-a65a-4f1b-8bf9-d5d3cf40be23 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444908 Apr 12 19:11:03.326336 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Publish callbacks [] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.384922 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (61bfeb0f-00be-404d-abb5-53921caea2a7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.444915 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61bfeb0f-00be-404d-abb5-53921caea2a7,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:03.449191 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Checking segment: {'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:11:03.449549 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Network hostable DHCP agents. Network: 562cc0f2-f20f-41a0-bf1e-180190e11af7, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:11:03.454437 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.544157 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade8844-68db-40b9-a486-7973a5bb8e9d None None] Pushing event updated for resources: {'Port': ['ID=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:03.557606 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:11:03.563414 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9152a9-c928-4c46-86d2-263742b71a85 req-d075ebb4-41a9-4ab1-aa76-fb764b8c3f93 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:03.565172 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec9152a9-c928-4c46-86d2-263742b71a85 req-d075ebb4-41a9-4ab1-aa76-fb764b8c3f93 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 945 time: 0.0538831 Apr 12 19:11:03.588098 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Attempting to bind port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:11:03.588402 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Attempting to bind port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:11:03.588768 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Attempting to bind port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d on network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:11:03.596941 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:11:03.597326 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Checking segment: {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:11:03.597733 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.598349 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Bound using segment: {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:11:03.599191 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Bound port: 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:11:03.599665 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.620825 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec9152a9-c928-4c46-86d2-263742b71a85 req-31e17e69-22ec-4693-aa84-856ce5d91f54 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488546 Apr 12 19:11:03.671605 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] For port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:11:03.675084 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] For port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:11:03.685445 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 562cc0f2-f20f-41a0-bf1e-180190e11af7) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:03.689632 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:03.690229 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.696762 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae4a150-04b9-4830-92f7-e6c9383db39f None None] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:11:03.805472 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-562cc0f2-f20f-41a0-bf1e-180190e11af7', 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7', 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'fixed_ips': [{'subnet_id': '61bfeb0f-00be-404d-abb5-53921caea2a7'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:11:03.806215 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.818899 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-635bc850-8586-49d6-8d78-e307e91fb334 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1810553 Apr 12 19:11:03.821704 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-998d71bb-d8b5-4247-bd7a-bc4c5cfbd2de None None] Provisioning complete for port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:03.821834 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35788) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:03.822084 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-998d71bb-d8b5-4247-bd7a-bc4c5cfbd2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.825972 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.827334 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:03.958711 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.960180 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:03.978625 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:04.022087 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:04.023737 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:04.025099 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade8844-68db-40b9-a486-7973a5bb8e9d None None] Pushing event updated for resources: {'Port': ['ID=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:04.047673 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks [] for router_controller (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), precommit_add_association {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:04.106243 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1d19ad6e-e45a-4e2b-b82c-3da11809ddee up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:04.232002 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:04.232292 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:04.285209 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-998d71bb-d8b5-4247-bd7a-bc4c5cfbd2de None None] Current status of the port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:04.286120 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-998d71bb-d8b5-4247-bd7a-bc4c5cfbd2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:04.289301 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f4e6-8286-47f2-b659-5274ba4f17ce req-56e7c984-c327-4dd7-b8b8-cdcb3761d2e7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:04.296019 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d81f4e6-8286-47f2-b659-5274ba4f17ce req-56e7c984-c327-4dd7-b8b8-cdcb3761d2e7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.1576550 Apr 12 19:11:04.299327 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Allocated IP 172.20.0.2 (562cc0f2-f20f-41a0-bf1e-180190e11af7/61bfeb0f-00be-404d-abb5-53921caea2a7/15d705b3-c404-4fbd-9ccc-80c9d8aea85c) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:11:04.301837 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7a4e-371f-49af-aaac-a5d3dacbe433 req-e1265fe7-d1b4-4db8-91b3-609681418be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:04.303604 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-571c7a4e-371f-49af-aaac-a5d3dacbe433 req-e1265fe7-d1b4-4db8-91b3-609681418be8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1129 time: 0.1352086 Apr 12 19:11:04.351933 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:04.357594 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:11:04.421608 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-998d71bb-d8b5-4247-bd7a-bc4c5cfbd2de None None] For port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:04.437057 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks [] for router_gateway (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:04.449499 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d81f4e6-8286-47f2-b659-5274ba4f17ce req-2903493d-994f-4e2c-84c7-06e7c3c46594 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521392 Apr 12 19:11:04.464336 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900cd9d-d796-45e6-bc53-8b2139b9c4ee req-a8d8e069-9a55-4cf1-b2e2-314b5bd6c140 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:04.465829 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9900cd9d-d796-45e6-bc53-8b2139b9c4ee req-a8d8e069-9a55-4cf1-b2e2-314b5bd6c140 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0701163 Apr 12 19:11:04.492440 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:04.492689 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:04.517634 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9900cd9d-d796-45e6-bc53-8b2139b9c4ee req-a26a7cbc-d77f-43e1-8dc3-5f888dd41f02 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459146 Apr 12 19:11:04.690736 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-998d71bb-d8b5-4247-bd7a-bc4c5cfbd2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:04.773781 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-b67fba5d-81de-4c88-8fc8-6979cad674d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e HTTP/1.1" status: 200 len: 217 time: 0.0439487 Apr 12 19:11:04.789419 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:04.872519 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-8baf4708-7e9e-4220-b518-bb28b198ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:04.874627 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-8baf4708-7e9e-4220-b518-bb28b198ccbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb01a49a-7fb5-4d59-9099-a40402e1ac95 HTTP/1.1" status: 200 len: 851 time: 0.0695643 Apr 12 19:11:04.897538 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d71bb-d8b5-4247-bd7a-bc4c5cfbd2de None None] Pushing event updated for resources: {'Port': ['ID=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:04.912788 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-bf7bdb88-a201-4cd1-b527-4fa9ecdca996 None None] Provisioning complete for port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:04.921254 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf7bdb88-a201-4cd1-b527-4fa9ecdca996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:04.963850 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121b72-a182-4757-af46-e31ef0e3670e req-884971da-4f45-4c36-a77e-4b80e9dac5f3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:04.969259 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8b121b72-a182-4757-af46-e31ef0e3670e req-884971da-4f45-4c36-a77e-4b80e9dac5f3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 945 time: 0.1096954 Apr 12 19:11:05.027334 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-571c7a4e-371f-49af-aaac-a5d3dacbe433 req-ad6cb279-915b-4ee4-94a3-643ccb2c9dbf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675141 Apr 12 19:11:05.037611 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-ff898c3f-e0e0-428a-a53c-600f702cf065 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540023 Apr 12 19:11:05.065493 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks [] for router_gateway (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.070992 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8b121b72-a182-4757-af46-e31ef0e3670e req-d4447248-b7e0-41a3-b413-077166086412 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948489 Apr 12 19:11:05.082951 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Publish callbacks [] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.090206 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.099536 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:05.099824 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.129492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:03Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:05.185935 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:11:05.188225 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61badb15-044f-4706-a656-efe71ebe0273" -d '{"events": [{"server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "name": "network-vif-plugged", "status": "completed", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:11:05.194748 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce88f80-4c8a-4e51-9689-3dd6923ee763 None None] The sync data for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi is: [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:03Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:11:05.196709 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.225160 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:05.229247 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Allocated IP 172.27.0.122 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/a964f792-5ef5-4aa3-991c-7496a2cd56cf) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:11:05.252498 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bdb88-a201-4cd1-b527-4fa9ecdca996 None None] Current status of the port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:05.297851 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:11:05.299825 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dbd812-89c6-48c7-b543-ba8e1c609a58 x-openstack-request-id: req-c0dbd812-89c6-48c7-b543-ba8e1c609a58 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:11:05.300187 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "name": "network-vif-plugged", "status": "completed", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:11:05.300508 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0dbd812-89c6-48c7-b543-ba8e1c609a58 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:11:05.301065 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0dbd812-89c6-48c7-b543-ba8e1c609a58'] response: {'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'code': 200} Apr 12 19:11:05.309065 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:05.311679 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:11:05.314057 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.334254 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Pushing event updated for resources: {'Port': ['ID=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:05.388306 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks [] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.443448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:05.450176 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Attempting to bind port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:11:05.450557 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Attempting to bind port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:11:05.451027 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Attempting to bind port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c on network 562cc0f2-f20f-41a0-bf1e-180190e11af7 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:11:05.457036 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:11:05.457504 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Checking segment: {'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:11:05.457914 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.458428 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Bound using segment: {'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:11:05.458856 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Bound port: 15d705b3-c404-4fbd-9ccc-80c9d8aea85c, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:11:05.459245 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.500918 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.572127 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:11:05.591087 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:05.596433 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:11:05.611193 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Pushing event updated for resources: {'Port': ['ID=a964f792-5ef5-4aa3-991c-7496a2cd56cf,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:05.633072 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] For port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:11:05.637445 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] For port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,segment=NetworkSegment(6107c06b-275f-4810-bc4c-f971f8658939),segment_id=6107c06b-275f-4810-bc4c-f971f8658939)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:11:05.663232 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-646c5c95-cf05-4508-a508-eb9db12f7ddc service neutron] 10.222.0.46 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848648 Apr 12 19:11:05.738368 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:05.805912 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cc49d-7570-429a-87b2-ce50c18f714c None None] Pushing event updated for resources: {'Port': ['ID=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:05.806075 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcd6dc-fd37-44d7-a539-584a9eacfc87 req-5dfc5b81-f672-4202-a012-466d03d42922 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:05.807546 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b0fcd6dc-fd37-44d7-a539-584a9eacfc87 req-5dfc5b81-f672-4202-a012-466d03d42922 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.2003570 Apr 12 19:11:05.815420 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d61f27-4521-478b-960e-3b4d3554162a req-c27aafe9-826c-49ad-9ae6-5c76689f9dfc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:05.817590 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18d61f27-4521-478b-960e-3b4d3554162a req-c27aafe9-826c-49ad-9ae6-5c76689f9dfc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.1452556 Apr 12 19:11:05.921327 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b0fcd6dc-fd37-44d7-a539-584a9eacfc87 req-2a741da0-1231-4a35-9c8d-c7898be06949 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024308 Apr 12 19:11:05.930997 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18d61f27-4521-478b-960e-3b4d3554162a req-7dd8fd73-978c-4c27-a5fc-6949cb216f6e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046646 Apr 12 19:11:06.015300 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:06.115162 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:06.115162 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:06.239299 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:06.247620 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks [] for router_gateway (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:06.287572 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a32d7c-1f10-415c-b79b-5520601786d0 req-d544c594-db34-4e97-a579-7e4621cb4223 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:06.289150 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-87a32d7c-1f10-415c-b79b-5520601786d0 req-d544c594-db34-4e97-a579-7e4621cb4223 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.1070526 Apr 12 19:11:06.385624 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-87a32d7c-1f10-415c-b79b-5520601786d0 req-fe03608d-8602-4f08-a18c-9cb41ae17fca tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900614 Apr 12 19:11:06.501577 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:06.721603 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:11:06.841332 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:11:06.853885 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Sync routers for ids ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:11:06.859801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee393cd-3e1d-4145-b171-73ad1b0a21a4 None None] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:11:06.864739 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Routers {'35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:06.865416 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:06.922204 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-969fe967-ebc7-4df3-8a88-cf0639a3880a None None] Provisioning complete for port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:06.922530 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-969fe967-ebc7-4df3-8a88-cf0639a3880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:06.925388 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:06.931385 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-238b72aa-26fc-423b-a833-b64e590de705 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1051543 Apr 12 19:11:06.931661 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35844) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:06.982931 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Set router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:07.058724 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-969fe967-ebc7-4df3-8a88-cf0639a3880a None None] Current status of the port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:07.060377 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-969fe967-ebc7-4df3-8a88-cf0639a3880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:07.101088 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-969fe967-ebc7-4df3-8a88-cf0639a3880a None None] For port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,segment=NetworkSegment(6107c06b-275f-4810-bc4c-f971f8658939),segment_id=6107c06b-275f-4810-bc4c-f971f8658939)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:07.185901 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-969fe967-ebc7-4df3-8a88-cf0639a3880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:07.200763 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:11:05Z', 'revision_number': 3, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port': {'id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:da:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:05Z', 'updated_at': '2022-04-12T19:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:07.234045 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Checking router: 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:11:07.241927 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Updating router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 port a964f792-5ef5-4aa3-991c-7496a2cd56cf binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:11:07.260439 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fe967-ebc7-4df3-8a88-cf0639a3880a None None] Pushing event updated for resources: {'Port': ['ID=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:07.275463 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:07.303741 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-10d002d5-8c4e-488b-892f-da7a7352e9ed None None] Provisioning complete for port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:07.304112 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10d002d5-8c4e-488b-892f-da7a7352e9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:07.376852 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64d1f-5cbb-43a2-a832-7bd7307d87aa req-3a6cb6f2-ff23-474f-b7d2-68b3b7ad11b8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:07.379810 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-48c64d1f-5cbb-43a2-a832-7bd7307d87aa req-3a6cb6f2-ff23-474f-b7d2-68b3b7ad11b8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.3307362 Apr 12 19:11:07.386861 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-10d002d5-8c4e-488b-892f-da7a7352e9ed None None] Current status of the port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:07.401028 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131088-2649-4cb8-bd11-f7a4801f6915 req-408c0c65-eea6-4531-ab36-a1935934a035 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:07.402439 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c131088-2649-4cb8-bd11-f7a4801f6915 req-408c0c65-eea6-4531-ab36-a1935934a035 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.3839233 Apr 12 19:11:07.517295 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-48c64d1f-5cbb-43a2-a832-7bd7307d87aa req-0eebf396-829a-4dec-8bc5-803e8d76b556 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254654 Apr 12 19:11:07.529286 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c131088-2649-4cb8-bd11-f7a4801f6915 req-1da61076-78bf-478c-b767-46f36f087fb6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177254 Apr 12 19:11:07.555791 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Publish callbacks [] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:07.711877 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165088-a712-4366-a814-8a75d969c165 req-f892de5e-7092-4cba-a914-1ae78cb71310 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:07.713354 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5e165088-a712-4366-a814-8a75d969c165 req-f892de5e-7092-4cba-a914-1ae78cb71310 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0800290 Apr 12 19:11:07.800418 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5e165088-a712-4366-a814-8a75d969c165 req-00b62ddb-e15d-4a5b-ae82-e75227cd339d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788527 Apr 12 19:11:07.881366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:07.958205 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 15d705b3-c404-4fbd-9ccc-80c9d8aea85c up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:08.005140 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:08.005522 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.037470 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.048416 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Allocated IP 172.20.0.1 (562cc0f2-f20f-41a0-bf1e-180190e11af7/61bfeb0f-00be-404d-abb5-53921caea2a7/954004e6-98ec-4109-8c88-e19827bbe3ef) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:11:08.090160 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Attempting to bind port a964f792-5ef5-4aa3-991c-7496a2cd56cf on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:11:08.090867 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Attempting to bind port a964f792-5ef5-4aa3-991c-7496a2cd56cf by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:11:08.091431 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Attempting to bind port a964f792-5ef5-4aa3-991c-7496a2cd56cf on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:11:08.092064 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:08.109085 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:11:08.109833 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:11:08.110461 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.111044 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:11:08.111713 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Bound port: a964f792-5ef5-4aa3-991c-7496a2cd56cf, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:11:08.112454 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.136317 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ba482-a5af-4c81-9073-9625003e6c63 None None] Pushing event updated for resources: {'Port': ['ID=a964f792-5ef5-4aa3-991c-7496a2cd56cf,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:08.168594 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks [] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.179593 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] For port a964f792-5ef5-4aa3-991c-7496a2cd56cf, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:11:08.182567 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] For port a964f792-5ef5-4aa3-991c-7496a2cd56cf, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=a964f792-5ef5-4aa3-991c-7496a2cd56cf,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:11:08.249121 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.266200 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.312995 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:11:08.313939 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Routers {'35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:08.314570 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:08.322498 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:08.326268 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:11:08.329483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.354117 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ba482-a5af-4c81-9073-9625003e6c63 None None] Pushing event updated for resources: {'Port': ['ID=a964f792-5ef5-4aa3-991c-7496a2cd56cf,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:08.381605 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Pushing event updated for resources: {'Port': ['ID=954004e6-98ec-4109-8c88-e19827bbe3ef,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:08.430346 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264a145-1731-4860-b1d3-7f67ef1dc23a req-cfb09ebe-c45d-4eaa-a36c-e18cd370f754 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:08.431902 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0264a145-1731-4860-b1d3-7f67ef1dc23a req-cfb09ebe-c45d-4eaa-a36c-e18cd370f754 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0705791 Apr 12 19:11:08.441676 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] Set router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:08.519140 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0264a145-1731-4860-b1d3-7f67ef1dc23a req-30a8fd87-9283-4404-8950-9b5118bf4030 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580072 Apr 12 19:11:08.614245 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-355e9e9b-dbcb-4df2-8be8-3f4106878fc8 None None] Provisioning complete for port 954004e6-98ec-4109-8c88-e19827bbe3ef triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:08.614711 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-355e9e9b-dbcb-4df2-8be8-3f4106878fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.619928 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.623428 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:11:05Z', 'revision_number': 3, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port': {'id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:da:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:05Z', 'updated_at': '2022-04-12T19:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:08.655634 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeec5a-bc95-4704-870e-61db488316d7 None None] The sync data for ids ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'] in dv-cinder-837538-1-iscsi is: [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:11:05Z', 'revision_number': 3, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port': {'id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:da:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:05Z', 'updated_at': '2022-04-12T19:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:11:08.662230 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-355e9e9b-dbcb-4df2-8be8-3f4106878fc8 None None] Port 954004e6-98ec-4109-8c88-e19827bbe3ef cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:11:08.690817 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5455-6294-48f0-8c6f-9f5d32ec4b84 req-813fc858-e1a6-4f0d-a7fc-6b50b3ee65ce tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:08.690817 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-737e5455-6294-48f0-8c6f-9f5d32ec4b84 req-813fc858-e1a6-4f0d-a7fc-6b50b3ee65ce tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0846975 Apr 12 19:11:08.799749 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-737e5455-6294-48f0-8c6f-9f5d32ec4b84 req-440862c3-2121-4b29-9e66-e92e65b89839 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044743 Apr 12 19:11:08.864606 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks [] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.939596 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.940508 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:08.957026 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4a52f-53aa-40a8-9b91-5317ae9739fb req-718eafad-ed2f-48d9-9573-834249157121 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:08.961124 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8fa4a52f-53aa-40a8-9b91-5317ae9739fb req-718eafad-ed2f-48d9-9573-834249157121 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0791597 Apr 12 19:11:09.076433 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Pushing event updated for resources: {'Port': ['ID=954004e6-98ec-4109-8c88-e19827bbe3ef,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:09.098674 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8fa4a52f-53aa-40a8-9b91-5317ae9739fb req-6b05670a-eba5-468c-b2d1-2f6381844ea6 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365271 Apr 12 19:11:09.131756 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:11:09.133707 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:09.267979 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:11:09.389107 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-850eabb9-439d-4776-b7b7-d2851ad52e66 None None] Provisioning complete for port 954004e6-98ec-4109-8c88-e19827bbe3ef triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:09.389714 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-850eabb9-439d-4776-b7b7-d2851ad52e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:09.396067 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:11:09.401676 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-206c6533-196e-4cff-97ea-83ffc09745a3 admin admin] 10.222.0.50 "PUT /v2.0/routers/35efaf4b-9ac8-4465-aaae-5337e1f0e2f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688959 Apr 12 19:11:09.426582 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-850eabb9-439d-4776-b7b7-d2851ad52e66 None None] Port 954004e6-98ec-4109-8c88-e19827bbe3ef cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:11:09.635195 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c27e69-99b6-4cc4-9cfe-e753df982391 req-8e4c2fe7-6799-4afd-9d8a-e86802a06918 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:09.636695 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5c27e69-99b6-4cc4-9cfe-e753df982391 req-8e4c2fe7-6799-4afd-9d8a-e86802a06918 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0472872 Apr 12 19:11:09.685811 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5c27e69-99b6-4cc4-9cfe-e753df982391 req-0a251fae-bfc7-43ad-bead-cda11e54b72b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436137 Apr 12 19:11:09.920745 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38603c8-13f6-441a-a5c9-de0b5cfd6868 req-a986c9bc-467f-4747-959c-04800e7105d5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:09.922266 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d38603c8-13f6-441a-a5c9-de0b5cfd6868 req-a986c9bc-467f-4747-959c-04800e7105d5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0501587 Apr 12 19:11:09.952188 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35892) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:09.956731 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c0345197-56d2-4ebd-bab5-d3a2f683f8d3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828769813', 'description': 'tempest-secgroup-smoke-828769813 description', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:09.994541 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d38603c8-13f6-441a-a5c9-de0b5cfd6868 req-74cddd2b-5568-4dfe-9d7e-6693dc230f23 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650649 Apr 12 19:11:09.996081 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device a964f792-5ef5-4aa3-991c-7496a2cd56cf up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:10.054409 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port a964f792-5ef5-4aa3-991c-7496a2cd56cf triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:10.054794 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.100503 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0345197-56d2-4ebd-bab5-d3a2f683f8d3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.137391 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port a964f792-5ef5-4aa3-991c-7496a2cd56cf is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:10.143349 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.163510 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port a964f792-5ef5-4aa3-991c-7496a2cd56cf, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=a964f792-5ef5-4aa3-991c-7496a2cd56cf,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:10.178299 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0345197-56d2-4ebd-bab5-d3a2f683f8d3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group (d57395a6-ce26-4c8a-84db-f7491e9660ff), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.222432 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf9e4-eb2a-4e6e-aa59-5fb81d526588 req-2e17e7d1-616b-4eea-9a4e-05be5dd88327 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:10.225076 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-25eaf9e4-eb2a-4e6e-aa59-5fb81d526588 req-2e17e7d1-616b-4eea-9a4e-05be5dd88327 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0488138 Apr 12 19:11:10.243033 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.265654 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0345197-56d2-4ebd-bab5-d3a2f683f8d3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (d57395a6-ce26-4c8a-84db-f7491e9660ff), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.301611 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=a964f792-5ef5-4aa3-991c-7496a2cd56cf,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:10.304084 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-25eaf9e4-eb2a-4e6e-aa59-5fb81d526588 req-f99b63b3-c958-4d13-b6c5-0c3778117124 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732756 Apr 12 19:11:10.310378 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0345197-56d2-4ebd-bab5-d3a2f683f8d3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57395a6-ce26-4c8a-84db-f7491e9660ff,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:10.386822 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Sync routers for ids ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:11:10.397916 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Routers {'35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:10.398531 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:10.404762 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0345197-56d2-4ebd-bab5-d3a2f683f8d3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.406037 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c0345197-56d2-4ebd-bab5-d3a2f683f8d3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4528592 Apr 12 19:11:10.413116 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35902) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:10.414784 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-0145757b-ba1d-42fe-bac2-3d25ac885dc2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'security_group_rule': {'security_group_id': 'd57395a6-ce26-4c8a-84db-f7491e9660ff', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:10.488678 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0145757b-ba1d-42fe-bac2-3d25ac885dc2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (7d0ef5c4-5279-4f55-a02f-cc32e64912bc), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.506762 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Set router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:10.553445 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0145757b-ba1d-42fe-bac2-3d25ac885dc2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (7d0ef5c4-5279-4f55-a02f-cc32e64912bc), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.614984 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0145757b-ba1d-42fe-bac2-3d25ac885dc2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (7d0ef5c4-5279-4f55-a02f-cc32e64912bc), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.636134 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145757b-ba1d-42fe-bac2-3d25ac885dc2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0ef5c4-5279-4f55-a02f-cc32e64912bc,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:10.680056 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0145757b-ba1d-42fe-bac2-3d25ac885dc2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.684040 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0145757b-ba1d-42fe-bac2-3d25ac885dc2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712531 Apr 12 19:11:10.684241 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35904) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:10.688681 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-3774bd94-0802-48fa-adb8-8b6c5c156d1a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'security_group_rule': {'security_group_id': 'd57395a6-ce26-4c8a-84db-f7491e9660ff', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:10.763105 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3774bd94-0802-48fa-adb8-8b6c5c156d1a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (0ca59f70-6033-4108-9318-49e0d8b40313), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.822537 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:11:08Z', 'revision_number': 4, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port': {'id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:da:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:05Z', 'updated_at': '2022-04-12T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '954004e6-98ec-4109-8c88-e19827bbe3ef', 'name': '', 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'mac_address': 'fa:16:3e:f6:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '61bfeb0f-00be-404d-abb5-53921caea2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:07Z', 'updated_at': '2022-04-12T19:11:08Z', 'revision_number': 2, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'subnets': [{'id': '61bfeb0f-00be-404d-abb5-53921caea2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:10.835498 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7bc43-1dca-46ab-bd78-a309d1460cb0 req-2d22779e-0f66-437a-b963-d8f7a047b75a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:10.836959 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c3b7bc43-1dca-46ab-bd78-a309d1460cb0 req-2d22779e-0f66-437a-b963-d8f7a047b75a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0710073 Apr 12 19:11:10.849878 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Checking router: 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:11:10.850238 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Updating router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 port 954004e6-98ec-4109-8c88-e19827bbe3ef binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:11:10.869358 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3774bd94-0802-48fa-adb8-8b6c5c156d1a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (0ca59f70-6033-4108-9318-49e0d8b40313), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.878797 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.894791 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c3b7bc43-1dca-46ab-bd78-a309d1460cb0 req-1af99835-1728-4434-8909-cd5b224675d9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Apr 12 19:11:10.940223 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3774bd94-0802-48fa-adb8-8b6c5c156d1a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (0ca59f70-6033-4108-9318-49e0d8b40313), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:10.958952 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774bd94-0802-48fa-adb8-8b6c5c156d1a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca59f70-6033-4108-9318-49e0d8b40313,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:11.010675 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3774bd94-0802-48fa-adb8-8b6c5c156d1a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.011986 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3774bd94-0802-48fa-adb8-8b6c5c156d1a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3266253 Apr 12 19:11:11.014728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35908) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:11.019163 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-4faf9ae1-d9cc-4c49-ac68-a819a4e04685 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'security_group_rule': {'security_group_id': 'd57395a6-ce26-4c8a-84db-f7491e9660ff', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:11.123712 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ae1-d9cc-4c49-ac68-a819a4e04685 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (debec2cd-e782-4fdc-872a-d7a72ee001b9), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.145522 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f99f1-b883-4ac0-8350-12710605c7d5 req-b0913e14-5c46-4c56-b31e-3c9dba2d66d9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:11.146885 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-060f99f1-b883-4ac0-8350-12710605c7d5 req-b0913e14-5c46-4c56-b31e-3c9dba2d66d9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0581138 Apr 12 19:11:11.161933 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Publish callbacks [] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.210442 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ae1-d9cc-4c49-ac68-a819a4e04685 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (debec2cd-e782-4fdc-872a-d7a72ee001b9), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.221249 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-060f99f1-b883-4ac0-8350-12710605c7d5 req-45118e69-81d8-42b4-bcec-8be1f6749902 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669396 Apr 12 19:11:11.237325 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.288715 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fb8e6-480d-49ec-80da-31f758089329 None None] Pushing event updated for resources: {'Port': ['ID=954004e6-98ec-4109-8c88-e19827bbe3ef,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:11.308211 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ae1-d9cc-4c49-ac68-a819a4e04685 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (debec2cd-e782-4fdc-872a-d7a72ee001b9), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.332914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf9ae1-d9cc-4c49-ac68-a819a4e04685 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debec2cd-e782-4fdc-872a-d7a72ee001b9,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:11.343564 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Attempting to bind port 954004e6-98ec-4109-8c88-e19827bbe3ef on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:11:11.344254 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Attempting to bind port 954004e6-98ec-4109-8c88-e19827bbe3ef by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:11:11.344785 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Attempting to bind port 954004e6-98ec-4109-8c88-e19827bbe3ef on network 562cc0f2-f20f-41a0-bf1e-180190e11af7 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:11:11.354690 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:11:11.366599 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Checking segment: {'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:11:11.366599 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.366599 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Bound using segment: {'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:11:11.366599 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Bound port: 954004e6-98ec-4109-8c88-e19827bbe3ef, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6107c06b-275f-4810-bc4c-f971f8658939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:11:11.366599 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.422480 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4faf9ae1-d9cc-4c49-ac68-a819a4e04685 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.426780 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4faf9ae1-d9cc-4c49-ac68-a819a4e04685 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4079781 Apr 12 19:11:11.428868 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 35922) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:11.439342 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8800e393-6cc5-4ec9-b10f-bad79a9f4b49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'security_group_rule': {'security_group_id': 'd57395a6-ce26-4c8a-84db-f7491e9660ff', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:11.443018 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9900-9b98-4f81-9948-96fba2c3fd8f req-77422d0b-d3c4-4009-a613-28e332b64b45 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:11.444775 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5dfc9900-9b98-4f81-9948-96fba2c3fd8f req-77422d0b-d3c4-4009-a613-28e332b64b45 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0650439 Apr 12 19:11:11.449309 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] For port 954004e6-98ec-4109-8c88-e19827bbe3ef, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:11:11.458484 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] For port 954004e6-98ec-4109-8c88-e19827bbe3ef, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=954004e6-98ec-4109-8c88-e19827bbe3ef,segment=NetworkSegment(6107c06b-275f-4810-bc4c-f971f8658939),segment_id=6107c06b-275f-4810-bc4c-f971f8658939)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:11:11.497658 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5dfc9900-9b98-4f81-9948-96fba2c3fd8f req-76d904d8-b6ae-49b9-9ba3-1de0265f8fe9 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Apr 12 19:11:11.559099 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.560892 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-4b4b8efe-f8ac-467e-b76a-e4823f7e725f None None] Provisioning complete for port 954004e6-98ec-4109-8c88-e19827bbe3ef triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:11.565506 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8efe-f8ac-467e-b76a-e4823f7e725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.565631 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8800e393-6cc5-4ec9-b10f-bad79a9f4b49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (631ebf61-8feb-4cf1-bf79-57972803a95b), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.624397 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8800e393-6cc5-4ec9-b10f-bad79a9f4b49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (631ebf61-8feb-4cf1-bf79-57972803a95b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.656964 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fb8e6-480d-49ec-80da-31f758089329 None None] Pushing event updated for resources: {'Port': ['ID=954004e6-98ec-4109-8c88-e19827bbe3ef,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:11.660788 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Routers {'35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:11.661430 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:11.729308 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8800e393-6cc5-4ec9-b10f-bad79a9f4b49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (631ebf61-8feb-4cf1-bf79-57972803a95b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.753470 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800e393-6cc5-4ec9-b10f-bad79a9f4b49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631ebf61-8feb-4cf1-bf79-57972803a95b,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:11.774574 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b8efe-f8ac-467e-b76a-e4823f7e725f None None] Current status of the port 954004e6-98ec-4109-8c88-e19827bbe3ef is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:11.774969 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8efe-f8ac-467e-b76a-e4823f7e725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.829717 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-4b4b8efe-f8ac-467e-b76a-e4823f7e725f None None] For port 954004e6-98ec-4109-8c88-e19827bbe3ef, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=954004e6-98ec-4109-8c88-e19827bbe3ef,segment=NetworkSegment(6107c06b-275f-4810-bc4c-f971f8658939),segment_id=6107c06b-275f-4810-bc4c-f971f8658939)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:11.834206 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] Set router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:11.847161 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8800e393-6cc5-4ec9-b10f-bad79a9f4b49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.848998 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8800e393-6cc5-4ec9-b10f-bad79a9f4b49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4189577 Apr 12 19:11:11.852098 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35924) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:11.856604 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'security_group_rule': {'security_group_id': 'd57395a6-ce26-4c8a-84db-f7491e9660ff', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:11.913951 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-0100556f-45d0-4e58-a94d-d3a929640552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:11.915534 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-0100556f-45d0-4e58-a94d-d3a929640552 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 1130 time: 0.0547206 Apr 12 19:11:11.925640 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8efe-f8ac-467e-b76a-e4823f7e725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:11.926615 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f421382f-98d1-495b-b7df-578f6ef3cdeb req-da465e03-7a5b-4267-a8b1-c6921035f2ae service neutron] 10.222.0.46 "GET /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094716 Apr 12 19:11:12.022377 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device a964f792-5ef5-4aa3-991c-7496a2cd56cf up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:12.046753 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.securitygroups_db [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Project 0b4b4b1d00664c44b4b056f179cfe87f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:11:12.061803 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b8efe-f8ac-467e-b76a-e4823f7e725f None None] Pushing event updated for resources: {'Port': ['ID=954004e6-98ec-4109-8c88-e19827bbe3ef,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:12.094163 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-b4ffc4bb-083e-4f8d-9ab8-6e3a4d7c437b None None] Provisioning complete for port 954004e6-98ec-4109-8c88-e19827bbe3ef triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:12.094709 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b4ffc4bb-083e-4f8d-9ab8-6e3a4d7c437b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:12.181466 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port a964f792-5ef5-4aa3-991c-7496a2cd56cf triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:12.181740 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:12.227984 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:11:08Z', 'revision_number': 4, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port': {'id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:da:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:05Z', 'updated_at': '2022-04-12T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '954004e6-98ec-4109-8c88-e19827bbe3ef', 'name': '', 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'mac_address': 'fa:16:3e:f6:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '61bfeb0f-00be-404d-abb5-53921caea2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:07Z', 'updated_at': '2022-04-12T19:11:11Z', 'revision_number': 4, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'subnets': [{'id': '61bfeb0f-00be-404d-abb5-53921caea2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:12.269749 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426dfdbe-d609-4cb7-a53e-5eaa8d13c6c4 None None] The sync data for ids ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'] in dv-cinder-837538-1-iscsi is: [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:11:08Z', 'revision_number': 4, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port': {'id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:da:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:05Z', 'updated_at': '2022-04-12T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '954004e6-98ec-4109-8c88-e19827bbe3ef', 'name': '', 'network_id': '562cc0f2-f20f-41a0-bf1e-180190e11af7', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'mac_address': 'fa:16:3e:f6:ea:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '61bfeb0f-00be-404d-abb5-53921caea2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:07Z', 'updated_at': '2022-04-12T19:11:11Z', 'revision_number': 4, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'subnets': [{'id': '61bfeb0f-00be-404d-abb5-53921caea2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:11:12.298107 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (44c514de-ffe4-4a5c-a605-f738c001a7e8), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:12.341427 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffc4bb-083e-4f8d-9ab8-6e3a4d7c437b None None] Current status of the port 954004e6-98ec-4109-8c88-e19827bbe3ef is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:12.361682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1277dc-3b4e-497d-badb-8d8b84f64db6 req-de5bb025-041b-421a-b47b-7493d40e6dff tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:12.369734 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f1277dc-3b4e-497d-badb-8d8b84f64db6 req-de5bb025-041b-421a-b47b-7493d40e6dff tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.3720500 Apr 12 19:11:12.370509 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port a964f792-5ef5-4aa3-991c-7496a2cd56cf is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:12.495496 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6cb0b-e76d-4f71-9a24-a9b78a08190d req-aa018bbd-160f-4351-9a9d-648e171a1263 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:12.497040 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18d6cb0b-e76d-4f71-9a24-a9b78a08190d req-aa018bbd-160f-4351-9a9d-648e171a1263 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.1892910 Apr 12 19:11:12.510461 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-0b3378af-409b-471d-9cd8-28706dddb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:12.511934 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-0b3378af-409b-471d-9cd8-28706dddb559 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.5693071 Apr 12 19:11:12.547779 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f1277dc-3b4e-497d-badb-8d8b84f64db6 req-7983dd35-2161-46d8-afcc-3477e59f18f1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771462 Apr 12 19:11:12.555857 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (44c514de-ffe4-4a5c-a605-f738c001a7e8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:12.596683 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18d6cb0b-e76d-4f71-9a24-a9b78a08190d req-9568f43f-1e75-4bd8-9c19-9f7f7f91b2dc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845833 Apr 12 19:11:12.638048 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (44c514de-ffe4-4a5c-a605-f738c001a7e8), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:12.682440 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c514de-ffe4-4a5c-a605-f738c001a7e8,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:12.694639 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729d742-0d08-4da6-8387-e194424f4c3f req-8ecd67a9-7643-4d2a-9843-31f51b9bb85e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:12.696190 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0729d742-0d08-4da6-8387-e194424f4c3f req-8ecd67a9-7643-4d2a-9843-31f51b9bb85e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0696020 Apr 12 19:11:12.745915 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0729d742-0d08-4da6-8387-e194424f4c3f req-ce8f8db3-2c3f-44ed-a8ca-205daa0d5a16 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439520 Apr 12 19:11:12.789392 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:12.790075 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-80f9add9-e42a-4705-83ce-4c2e26ad111c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9368558 Apr 12 19:11:12.792725 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 35948) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:12.797875 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'security_group_rule': {'security_group_id': 'd57395a6-ce26-4c8a-84db-f7491e9660ff', 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:12.905869 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.securitygroups_db [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Project 0b4b4b1d00664c44b4b056f179cfe87f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:11:12.912194 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (969d9649-f875-4ac5-b737-d4121ade10e7), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:12.978287 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (969d9649-f875-4ac5-b737-d4121ade10e7), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:13.088486 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (969d9649-f875-4ac5-b737-d4121ade10e7), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:13.107958 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969d9649-f875-4ac5-b737-d4121ade10e7,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:13.216835 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:13.218743 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-c49ae468-0997-4df5-9b94-ef5a64727c8f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4244530 Apr 12 19:11:13.682943 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffc37c-96f2-4b0a-a740-afd09a26856b req-f0731564-adce-46c2-a3f6-24109f9dda4c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:13.684535 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0fffc37c-96f2-4b0a-a740-afd09a26856b req-f0731564-adce-46c2-a3f6-24109f9dda4c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0648153 Apr 12 19:11:13.766871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e74e-b07f-4cc6-adad-5f4f19efcf62 req-8e321b82-245d-4893-aed5-82818a7d1b75 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:13.768360 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1b95e74e-b07f-4cc6-adad-5f4f19efcf62 req-8e321b82-245d-4893-aed5-82818a7d1b75 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0619731 Apr 12 19:11:13.772347 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0fffc37c-96f2-4b0a-a740-afd09a26856b req-efabae17-e8e9-4052-949e-6af775d9dc4a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818334 Apr 12 19:11:13.827638 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1b95e74e-b07f-4cc6-adad-5f4f19efcf62 req-86255555-dbce-4efb-9f46-1ff8cf93ea01 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484133 Apr 12 19:11:13.876558 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710a1bc-e0f6-47f2-a074-aebb50617bf4 req-7fb58549-e10b-4997-b14a-e3c08a86807d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:13.878011 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5710a1bc-e0f6-47f2-a074-aebb50617bf4 req-7fb58549-e10b-4997-b14a-e3c08a86807d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0481758 Apr 12 19:11:13.930040 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5710a1bc-e0f6-47f2-a074-aebb50617bf4 req-2274d9fb-fc52-496f-8923-a05a0a311e68 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463083 Apr 12 19:11:13.963091 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 954004e6-98ec-4109-8c88-e19827bbe3ef up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:14.011515 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 954004e6-98ec-4109-8c88-e19827bbe3ef triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:14.011909 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:14.093338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 954004e6-98ec-4109-8c88-e19827bbe3ef is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:14.883430 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3cff6-8f0b-42e2-87f9-233af4a8dc21 req-704906a8-9b0a-4515-bf74-e715c02d2d56 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:14.884929 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07b3cff6-8f0b-42e2-87f9-233af4a8dc21 req-704906a8-9b0a-4515-bf74-e715c02d2d56 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0471795 Apr 12 19:11:14.963143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052ef5e-0c8d-4405-ab8e-a5a50a4cdf2e req-c800058f-8ec9-4489-83b8-01a7f802c8bc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:14.964516 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4052ef5e-0c8d-4405-ab8e-a5a50a4cdf2e req-c800058f-8ec9-4489-83b8-01a7f802c8bc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0664763 Apr 12 19:11:14.980711 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07b3cff6-8f0b-42e2-87f9-233af4a8dc21 req-9c7c528f-8c68-4ae8-8f18-cb2be92d8848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904343 Apr 12 19:11:15.025353 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4052ef5e-0c8d-4405-ab8e-a5a50a4cdf2e req-3badb90d-1858-488a-bdc2-570b4b9d0359 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486391 Apr 12 19:11:15.078269 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff197-cbe8-4738-b2fa-81340f28500b req-3af334df-3c30-4960-941c-09506db1ac07 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:15.079769 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-492ff197-cbe8-4738-b2fa-81340f28500b req-3af334df-3c30-4960-941c-09506db1ac07 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0463057 Apr 12 19:11:15.125616 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-492ff197-cbe8-4738-b2fa-81340f28500b req-4df02ad7-f2b1-41ec-a902-8cc8919355f8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395455 Apr 12 19:11:16.032503 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-dc4f9891-8706-47f5-983f-90ff79f85643 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd92351d-9c08-48c8-b41b-72450265f429 HTTP/1.1" status: 200 len: 217 time: 0.0438957 Apr 12 19:11:16.102864 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189f95c-1d01-4813-b922-72bbaaa798a5 req-66aed4b6-4955-44bb-8a7e-b4e6371e9bb2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:16.104482 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7189f95c-1d01-4813-b922-72bbaaa798a5 req-66aed4b6-4955-44bb-8a7e-b4e6371e9bb2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0509343 Apr 12 19:11:16.169711 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6e306-fdb1-4498-9451-f0414cfdba0e req-5780e25c-6a0f-4168-b74c-bd82e5a92a75 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:16.171170 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-93e6e306-fdb1-4498-9451-f0414cfdba0e req-5780e25c-6a0f-4168-b74c-bd82e5a92a75 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0657508 Apr 12 19:11:16.199253 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7189f95c-1d01-4813-b922-72bbaaa798a5 req-cf349e28-46a8-44ab-9df2-797159e7e838 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840716 Apr 12 19:11:16.233363 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-93e6e306-fdb1-4498-9451-f0414cfdba0e req-b7e82f37-20db-4db5-bec5-79eeacc3fc60 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563307 Apr 12 19:11:16.310959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78641849-9864-460d-bf13-16a8cce18465 req-6c3346dd-ec71-42eb-8554-a0a8d72b34b4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:16.312575 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-78641849-9864-460d-bf13-16a8cce18465 req-6c3346dd-ec71-42eb-8554-a0a8d72b34b4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0489659 Apr 12 19:11:16.362708 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-78641849-9864-460d-bf13-16a8cce18465 req-1f3530b7-dc9c-4dd5-8a5f-2f508085bb08 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 Apr 12 19:11:16.498564 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04015404-434a-4350-b5fc-b6371eddf807 req-97939312-dcdc-4bc8-8ddf-d3ddfaa8ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:16.500281 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-04015404-434a-4350-b5fc-b6371eddf807 req-97939312-dcdc-4bc8-8ddf-d3ddfaa8ae7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 1130 time: 0.0407293 Apr 12 19:11:16.602803 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-49e08bf0-c07f-4770-9de5-5648ac17b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:16.604198 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-49e08bf0-c07f-4770-9de5-5648ac17b42d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0462499 Apr 12 19:11:16.881239 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-d05fba2c-5ea4-4be2-91b9-beac16f18fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:16.882974 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-d05fba2c-5ea4-4be2-91b9-beac16f18fb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436635 Apr 12 19:11:16.890135 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-04015404-434a-4350-b5fc-b6371eddf807 req-ca7ed74c-d819-46c8-977d-99ca4410788e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517750 Apr 12 19:11:17.386716 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb74b2e-13cf-4e11-a5a0-58b28315972a req-ba718052-39a0-47b3-97d4-895ed0d7e64c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:17.395573 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4bb74b2e-13cf-4e11-a5a0-58b28315972a req-ba718052-39a0-47b3-97d4-895ed0d7e64c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.1143792 Apr 12 19:11:17.402127 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-13f3cd77-15d7-4b10-85d3-e71612b4b672 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005014 Apr 12 19:11:17.421964 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e535e0-0243-4d50-a7a9-9da9ebc47288 req-f2adc5fb-62f3-4fd0-aa46-4bd68f551a78 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:17.423462 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f9e535e0-0243-4d50-a7a9-9da9ebc47288 req-f2adc5fb-62f3-4fd0-aa46-4bd68f551a78 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0978496 Apr 12 19:11:17.472057 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4bb74b2e-13cf-4e11-a5a0-58b28315972a req-dd8bb966-b3e1-48a1-b8ce-34e2afbca659 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752966 Apr 12 19:11:17.500031 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f9e535e0-0243-4d50-a7a9-9da9ebc47288 req-c375855b-1025-4a5b-8165-c8cc8fd1c0c4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687780 Apr 12 19:11:17.595532 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48baf0d-8b08-4c08-9920-cc61f2b89134 req-12bfdc44-7021-420a-a280-d471f8595b2d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:17.597042 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f48baf0d-8b08-4c08-9920-cc61f2b89134 req-12bfdc44-7021-420a-a280-d471f8595b2d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0564291 Apr 12 19:11:17.697422 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f48baf0d-8b08-4c08-9920-cc61f2b89134 req-5cd7183a-fc50-46c6-8048-00c06f00478d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902765 Apr 12 19:11:17.788284 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e2e8-9d02-4592-8b04-b067eba9409b req-27e1f260-cb21-4971-9e9b-da74cdfc5e8d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:17.789869 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2094e2e8-9d02-4592-8b04-b067eba9409b req-27e1f260-cb21-4971-9e9b-da74cdfc5e8d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.1360846 Apr 12 19:11:17.798987 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36094) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:17.805549 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'floatingip': {'port_id': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:17.827368 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a22a6b40-bdf8-4b68-94b7-44ea92ca86fb req-6af3680d-c181-4fcb-8884-ecdf331304b3 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556187 Apr 12 19:11:17.886940 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (c5fceeca-9a82-49b7-8b09-ebaa6730f753), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.193726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36108) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:18.313700 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-04eb9de1-71d1-42f5-9c1b-901f395b274b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.401188 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-04eb9de1-71d1-42f5-9c1b-901f395b274b admin admin] Publish callbacks [] for security_group (2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.471310 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-04eb9de1-71d1-42f5-9c1b-901f395b274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.519565 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-04eb9de1-71d1-42f5-9c1b-901f395b274b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59db2b7bc3c04867a5330b6541e46791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214257 Apr 12 19:11:18.521101 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb9de1-71d1-42f5-9c1b-901f395b274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:18.522551 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36118) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:18.604220 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbb2da-77a8-468e-9eb9-e3d4d9c04ed9 req-55db2c80-773a-4ae0-b8af-bb199148455e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:18.605800 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-24bbb2da-77a8-468e-9eb9-e3d4d9c04ed9 req-55db2c80-773a-4ae0-b8af-bb199148455e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0571704 Apr 12 19:11:18.630331 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.651019 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6412d226-7c11-4652-bbb7-bffb0846f53c admin admin] Publish callbacks [] for security_group (2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.653637 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-24bbb2da-77a8-468e-9eb9-e3d4d9c04ed9 req-e9d2207c-4861-40f3-ab64-936bafe8d1e6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Apr 12 19:11:18.675167 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6412d226-7c11-4652-bbb7-bffb0846f53c admin admin] Publish callbacks [] for security_group (2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.757390 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (c5fceeca-9a82-49b7-8b09-ebaa6730f753), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.802946 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2ec9c-c201-4f91-85d2-86b539b12d72 req-80c9445a-8629-4897-adf8-ee69ba812aad tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:18.804426 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3df2ec9c-c201-4f91-85d2-86b539b12d72 req-80c9445a-8629-4897-adf8-ee69ba812aad tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0477605 Apr 12 19:11:18.855359 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3df2ec9c-c201-4f91-85d2-86b539b12d72 req-fcd1c327-cd31-45bc-8439-8d85795dce19 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Apr 12 19:11:18.989768 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6412d226-7c11-4652-bbb7-bffb0846f53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.992269 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6412d226-7c11-4652-bbb7-bffb0846f53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:18.993390 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6412d226-7c11-4652-bbb7-bffb0846f53c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa HTTP/1.1" status: 204 len: 168 time: 0.4699004 Apr 12 19:11:19.005352 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412d226-7c11-4652-bbb7-bffb0846f53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7db4da-a0ff-49b9-8aea-fdab2c7a9daa,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:19.068627 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Floating IP c5fceeca-9a82-49b7-8b09-ebaa6730f753 associated. External IP: 172.27.0.104, port: 11bac7a5-f860-4102-9cd2-0beb9319c4d7. Apr 12 19:11:19.283096 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Router 5229262a-9cda-47ca-b23c-adc3bca84ed6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:11:19.419371 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:11:19.424891 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:19.438981 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] Sync routers for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:11:19.453717 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:19.454650 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:19.473971 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6a50bf95-f3be-4706-8f77-c247dfea7990 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "PUT /v2.0/floatingips/c5fceeca-9a82-49b7-8b09-ebaa6730f753 HTTP/1.1" status: 200 len: 991 time: 1.6738551 Apr 12 19:11:19.477490 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:11:19.477490 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28100bda-21a2-4032-9bb2-23f5f49dcd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:11:19.534358 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13d59f4-ed64-4ce6-a5a7-0e80e925d071 x-openstack-request-id: req-c13d59f4-ed64-4ce6-a5a7-0e80e925d071 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:11:19.534657 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:11:19.534913 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c13d59f4-ed64-4ce6-a5a7-0e80e925d071 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:11:19.535351 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13d59f4-ed64-4ce6-a5a7-0e80e925d071'] response: {'name': 'network-changed', 'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'status': 'completed', 'code': 200} Apr 12 19:11:19.580897 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:19.778239 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4397fb5-a2c6-442a-b86b-9fb0cd41cde8 req-e83851cc-5b54-4569-b48a-d2436b8760a0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:19.779729 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f4397fb5-a2c6-442a-b86b-9fb0cd41cde8 req-e83851cc-5b54-4569-b48a-d2436b8760a0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0466683 Apr 12 19:11:19.836002 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f4397fb5-a2c6-442a-b86b-9fb0cd41cde8 req-adb0f429-4930-49c8-9350-d9c25f2ac18b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Apr 12 19:11:19.857430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'c5fceeca-9a82-49b7-8b09-ebaa6730f753', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'port_id': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'mac_address': 'fa:16:3e:04:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694de31f-001f-4522-9988-a382d0729f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:10:09Z', 'updated_at': '2022-04-12T19:11:18Z', 'revision_number': 1, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:19.883447 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] Checking router: 5229262a-9cda-47ca-b23c-adc3bca84ed6 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:11:19.892494 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:19.893178 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:19.975951 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02abbb-3d76-4c95-8e9b-6368762e066b req-f224ea11-412e-4550-b515-43b46ac270c5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:19.977435 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c02abbb-3d76-4c95-8e9b-6368762e066b req-f224ea11-412e-4550-b515-43b46ac270c5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0489473 Apr 12 19:11:20.009104 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:20.028491 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c02abbb-3d76-4c95-8e9b-6368762e066b req-5cfa4dd6-7e7c-4edf-8088-5f05704afd30 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 Apr 12 19:11:20.240788 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'c5fceeca-9a82-49b7-8b09-ebaa6730f753', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'port_id': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'mac_address': 'fa:16:3e:04:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694de31f-001f-4522-9988-a382d0729f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:10:09Z', 'updated_at': '2022-04-12T19:11:18Z', 'revision_number': 1, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:20.266752 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d483d4-b0e0-488c-9a0d-fced2e7c563e None None] The sync data for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi is: [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'c5fceeca-9a82-49b7-8b09-ebaa6730f753', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'port_id': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'mac_address': 'fa:16:3e:04:c9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694de31f-001f-4522-9988-a382d0729f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:10:09Z', 'updated_at': '2022-04-12T19:11:18Z', 'revision_number': 1, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:11:20.468537 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af687a77-2f7d-4c6d-8f29-3f93c6206260 None None] New status for floating IP c5fceeca-9a82-49b7-8b09-ebaa6730f753: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:11:20.729570 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:11:20.953918 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e12a2-8fa2-4631-94e0-fc487210b41e req-26255d9d-f790-4d38-b543-ffaa73bed1ab tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:20.955382 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c3e12a2-8fa2-4631-94e0-fc487210b41e req-26255d9d-f790-4d38-b543-ffaa73bed1ab tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0490568 Apr 12 19:11:21.009593 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c3e12a2-8fa2-4631-94e0-fc487210b41e req-6bad662c-2d86-48a2-a35f-a636318aa3ca tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478733 Apr 12 19:11:21.147871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b809333-ac64-4f1c-9f28-34110ecdc27e req-b6993881-1abf-4adf-82b8-bac5b3914130 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:21.149357 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3b809333-ac64-4f1c-9f28-34110ecdc27e req-b6993881-1abf-4adf-82b8-bac5b3914130 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0513449 Apr 12 19:11:21.204624 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3b809333-ac64-4f1c-9f28-34110ecdc27e req-f753d340-d257-445e-b919-ec7b317532a9 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443690 Apr 12 19:11:22.117328 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18a6b4-7e03-44a0-bf75-eeb8567bc959 req-fb1f43b1-97bf-42bf-8953-16a53f98f37c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:22.118752 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c18a6b4-7e03-44a0-bf75-eeb8567bc959 req-fb1f43b1-97bf-42bf-8953-16a53f98f37c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0451756 Apr 12 19:11:22.163152 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c18a6b4-7e03-44a0-bf75-eeb8567bc959 req-bc4f66d8-3022-4063-bd10-c6f4d28d7901 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Apr 12 19:11:22.311396 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e42e-6826-4bf8-9f79-de9eb450952d req-834176f1-e0ef-4284-8bcf-cc1a5528a102 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:22.312845 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1748e42e-6826-4bf8-9f79-de9eb450952d req-834176f1-e0ef-4284-8bcf-cc1a5528a102 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0484679 Apr 12 19:11:22.358105 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1748e42e-6826-4bf8-9f79-de9eb450952d req-4197f9cd-5373-4d5b-8924-045eac1531d8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390983 Apr 12 19:11:23.275193 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcf08f-23bd-4607-9cfd-428ccd1ce1be req-1ad74735-94ba-402f-ac98-ec86740c26da tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:23.276740 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d3fcf08f-23bd-4607-9cfd-428ccd1ce1be req-1ad74735-94ba-402f-ac98-ec86740c26da tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0471816 Apr 12 19:11:23.322069 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d3fcf08f-23bd-4607-9cfd-428ccd1ce1be req-e3965c09-0e54-4ed9-997f-fb2a7bf276cc tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Apr 12 19:11:23.466717 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1701bb-bb9d-4450-a992-69d3972b7b08 req-16234465-0c8f-482f-ae86-f927c4d06782 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:23.468182 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ef1701bb-bb9d-4450-a992-69d3972b7b08 req-16234465-0c8f-482f-ae86-f927c4d06782 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0454912 Apr 12 19:11:23.516327 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ef1701bb-bb9d-4450-a992-69d3972b7b08 req-49ff1d91-8199-435e-99b3-8cbca452002f tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Apr 12 19:11:24.432680 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248e27b-6502-4d02-9831-7405bb9b7987 req-2f43f65f-42f6-4fba-9e50-1c119e32cbdb tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:24.434121 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b248e27b-6502-4d02-9831-7405bb9b7987 req-2f43f65f-42f6-4fba-9e50-1c119e32cbdb tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0458438 Apr 12 19:11:24.480007 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b248e27b-6502-4d02-9831-7405bb9b7987 req-cf2c133d-44b1-42e2-9374-bfd09f830367 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Apr 12 19:11:24.631449 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dad7b-d33b-471a-8d9b-08d3df36dc1e req-ec827b8f-864b-47e7-b71c-0b5c8ab9e1b7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:24.632901 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df7dad7b-d33b-471a-8d9b-08d3df36dc1e req-ec827b8f-864b-47e7-b71c-0b5c8ab9e1b7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0456865 Apr 12 19:11:24.679460 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df7dad7b-d33b-471a-8d9b-08d3df36dc1e req-59267d00-6308-4ebe-aed4-a0204cc79fc9 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409982 Apr 12 19:11:24.824423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-bb9357f9-1668-4c39-bdfc-2083835d2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:24.825894 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-bb9357f9-1668-4c39-bdfc-2083835d2c04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1129 time: 0.0680602 Apr 12 19:11:24.840959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a723730-d3fb-4f72-87e5-945407512771 req-16e3a4ae-2aa3-4afa-8e04-35147009ec48 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:24.842432 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a723730-d3fb-4f72-87e5-945407512771 req-16e3a4ae-2aa3-4afa-8e04-35147009ec48 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0551248 Apr 12 19:11:24.852023 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36256) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:24.856521 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'floatingip': {'port_id': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:24.930133 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (965905c2-7ae9-4745-b18f-1e3fc2d45a88), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:25.186010 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-9e166052-cd91-43db-8016-70fcfd82120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:25.187575 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-9e166052-cd91-43db-8016-70fcfd82120d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.2041171 Apr 12 19:11:25.680499 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6340874-24d3-422e-a39b-6bf65cb20ed9 req-173318c8-84b7-417f-be95-124cd570d009 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:25.681972 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e6340874-24d3-422e-a39b-6bf65cb20ed9 req-173318c8-84b7-417f-be95-124cd570d009 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.1313746 Apr 12 19:11:25.853535 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e6340874-24d3-422e-a39b-6bf65cb20ed9 req-3beeaadd-4296-4f15-b6ea-8d245fc7c068 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645353 Apr 12 19:11:25.896011 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:25.986048 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (965905c2-7ae9-4745-b18f-1e3fc2d45a88), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:26.087031 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Floating IP 965905c2-7ae9-4745-b18f-1e3fc2d45a88 associated. External IP: 172.27.0.74, port: 1d19ad6e-e45a-4e2b-b82c-3da11809ddee. Apr 12 19:11:26.242843 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:26.305492 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Router 25a2d690-e864-4f47-8773-cdb0d9adb34e has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:11:26.392235 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-b745a963-13ff-4fe1-af79-a00fe5663a1d tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52fed1858fee4662a7ae05fa0e26e0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364063 Apr 12 19:11:26.574639 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:11:26.579855 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:26.585252 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] Sync routers for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:11:26.598460 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:26.599174 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:26.655259 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-afbf2897-2d11-4a6c-8bf6-32a8611dda10 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:26.656757 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-afbf2897-2d11-4a6c-8bf6-32a8611dda10 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354186 Apr 12 19:11:26.661407 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-feff4261-e718-409a-b18a-82951eba8a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:26.665092 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-b743f207-6f6d-4bdb-998a-2460315ccbcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "PUT /v2.0/floatingips/965905c2-7ae9-4745-b18f-1e3fc2d45a88 HTTP/1.1" status: 200 len: 991 time: 1.8119855 Apr 12 19:11:26.667055 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:11:26.669400 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2db94d-29f7-4b85-b311-810de3a3fced" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:11:26.700109 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cf7d3d95-fffb-4791-b893-2c31aa842c9f tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/quotas/52fed1858fee4662a7ae05fa0e26e0bf HTTP/1.1" status: 200 len: 375 time: 0.0336597 Apr 12 19:11:26.715469 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:26.733846 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a1ec63-99f3-4475-8592-f28b0667d516 x-openstack-request-id: req-85a1ec63-99f3-4475-8592-f28b0667d516 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:11:26.734140 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:11:26.734391 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85a1ec63-99f3-4475-8592-f28b0667d516 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:11:26.734789 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a1ec63-99f3-4475-8592-f28b0667d516'] response: {'name': 'network-changed', 'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'status': 'completed', 'code': 200} Apr 12 19:11:26.740188 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-a8d13ee3-cf84-425b-b191-94dda294725a tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52fed1858fee4662a7ae05fa0e26e0bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390415 Apr 12 19:11:26.982983 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '965905c2-7ae9-4745-b18f-1e3fc2d45a88', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'port_id': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'mac_address': 'fa:16:3e:84:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:10:10Z', 'updated_at': '2022-04-12T19:11:25Z', 'revision_number': 1, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:27.012093 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] Checking router: 25a2d690-e864-4f47-8773-cdb0d9adb34e for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:11:27.023448 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c63dcc-91bd-40ba-9ae6-113ecee474a7 req-8286a955-3396-4484-8e63-e5744655cbd6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:27.024989 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03c63dcc-91bd-40ba-9ae6-113ecee474a7 req-8286a955-3396-4484-8e63-e5744655cbd6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0886438 Apr 12 19:11:27.030857 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2e01c8d5-8a2b-4182-80c6-35efea7a7554 req-ccf90607-c297-47f7-ab1e-8264ef5bcf8a tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0485961 Apr 12 19:11:27.035084 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:11:27.038042 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:10:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:27.114519 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-1ed392cb-2ed7-4a3a-9b2b-21baaf4dd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:27.123438 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-1ed392cb-2ed7-4a3a-9b2b-21baaf4dd2ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 1130 time: 0.0801532 Apr 12 19:11:27.174785 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-c19236ae-1401-4b3d-bd65-566731817170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 200 len: 1001 time: 0.1429214 Apr 12 19:11:27.178677 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03c63dcc-91bd-40ba-9ae6-113ecee474a7 req-0e4d7dac-61bd-4de7-ab4f-2b2258a6cda3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457102 Apr 12 19:11:27.259329 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-12863a42-859e-4152-b647-c866e88c06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:27.260833 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-12863a42-859e-4152-b647-c866e88c06be service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 911 time: 0.1284783 Apr 12 19:11:27.269651 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-bed08e52-2b81-4f03-b1f6-21cd97a8f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:27.272276 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-bed08e52-2b81-4f03-b1f6-21cd97a8f905 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0758152 Apr 12 19:11:27.277552 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:11:27.594545 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '965905c2-7ae9-4745-b18f-1e3fc2d45a88', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'port_id': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'mac_address': 'fa:16:3e:84:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:10:10Z', 'updated_at': '2022-04-12T19:11:25Z', 'revision_number': 1, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:27.624332 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c13ce-f0e9-4a2b-9e4d-e11e8014ef12 None None] The sync data for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi is: [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '965905c2-7ae9-4745-b18f-1e3fc2d45a88', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'port_id': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'mac_address': 'fa:16:3e:84:1f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:10:10Z', 'updated_at': '2022-04-12T19:11:25Z', 'revision_number': 1, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:11:27.866400 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-b82cc784-a9a1-444d-ba06-f9aad2cc1dec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee HTTP/1.1" status: 200 len: 999 time: 0.1550324 Apr 12 19:11:27.912330 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0bbc88-1f2e-4b58-af2b-7c0473831f28 None None] New status for floating IP 965905c2-7ae9-4745-b18f-1e3fc2d45a88: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:11:28.003957 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-cb1c1664-60b5-4c23-a2b2-96909b5b0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:28.005638 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-cb1c1664-60b5-4c23-a2b2-96909b5b0624 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2936113 Apr 12 19:11:28.144474 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c5a3f8bf-a285-4eb3-b9a4-4a53c62cd89d req-dfdce749-3c7c-4979-9026-d989dbf6997f tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0306726 Apr 12 19:11:28.302068 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a71ffb-c9f8-4077-95db-582c0ae7be72 req-9bb8a45f-5576-4d82-9d2e-dd9b80303584 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:28.302068 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54a71ffb-c9f8-4077-95db-582c0ae7be72 req-9bb8a45f-5576-4d82-9d2e-dd9b80303584 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0491385 Apr 12 19:11:28.353697 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54a71ffb-c9f8-4077-95db-582c0ae7be72 req-d8598969-d44c-4abc-9b79-17f841f95b0d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449271 Apr 12 19:11:28.498382 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36370) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:28.609775 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56f2ea0a-97d5-429c-8582-09ee3441b6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:28.785465 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56f2ea0a-97d5-429c-8582-09ee3441b6f6 admin admin] Publish callbacks [] for security_group (67c86e46-edb2-444e-a2e0-d2b56700968f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:28.872158 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56f2ea0a-97d5-429c-8582-09ee3441b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (67c86e46-edb2-444e-a2e0-d2b56700968f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:28.913357 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-56f2ea0a-97d5-429c-8582-09ee3441b6f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54b29218f95e47c5a17f35ff66fccefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139042 Apr 12 19:11:28.914287 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2ea0a-97d5-429c-8582-09ee3441b6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c86e46-edb2-444e-a2e0-d2b56700968f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:28.916181 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36374) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:28.969657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6035c3e1-76b7-47ec-9c4a-76191058195a admin admin] Publish callbacks [] for security_group (67c86e46-edb2-444e-a2e0-d2b56700968f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:28.978097 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6bbf063b-64f4-46b1-94b1-6cdd16a134ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:28.995137 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6035c3e1-76b7-47ec-9c4a-76191058195a admin admin] Publish callbacks [] for security_group (67c86e46-edb2-444e-a2e0-d2b56700968f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:29.111611 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6035c3e1-76b7-47ec-9c4a-76191058195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (67c86e46-edb2-444e-a2e0-d2b56700968f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:29.114160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6035c3e1-76b7-47ec-9c4a-76191058195a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:29.115935 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-6035c3e1-76b7-47ec-9c4a-76191058195a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67c86e46-edb2-444e-a2e0-d2b56700968f HTTP/1.1" status: 204 len: 168 time: 0.1987081 Apr 12 19:11:29.123940 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035c3e1-76b7-47ec-9c4a-76191058195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c86e46-edb2-444e-a2e0-d2b56700968f,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:29.238094 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7dff42a5-a27e-4c5e-8a87-f1b6a71e0433 req-696cdf98-c9ec-466f-b838-ee8981aa1867 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0281181 Apr 12 19:11:29.464469 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4738d5-ab57-4cd8-9679-4e61905a5cee req-abe5f1fe-46ff-420f-becf-88f015f22d8d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:29.465855 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5c4738d5-ab57-4cd8-9679-4e61905a5cee req-abe5f1fe-46ff-420f-becf-88f015f22d8d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0458772 Apr 12 19:11:29.515270 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5c4738d5-ab57-4cd8-9679-4e61905a5cee req-f9d0917b-3ad5-4b3d-9b52-518c2e485f7b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 Apr 12 19:11:29.819394 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36390) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:29.832154 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7220b2d5-75d8-4f64-aeb2-405a2365509c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:29.904735 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7220b2d5-75d8-4f64-aeb2-405a2365509c admin admin] Publish callbacks [] for security_group (79c566ba-4bef-4e0f-bf7e-8574a61c7a66), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:30.007554 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7220b2d5-75d8-4f64-aeb2-405a2365509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (79c566ba-4bef-4e0f-bf7e-8574a61c7a66), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:30.048932 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-7220b2d5-75d8-4f64-aeb2-405a2365509c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2fb0c151e2d4f17aac9810ca0fdc34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258236 Apr 12 19:11:30.048932 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220b2d5-75d8-4f64-aeb2-405a2365509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c566ba-4bef-4e0f-bf7e-8574a61c7a66,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:30.049584 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36396) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:30.101921 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9fa9d18c-72c7-41fd-9d10-fa4433a6fbbf admin admin] Publish callbacks [] for security_group (79c566ba-4bef-4e0f-bf7e-8574a61c7a66), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:30.123089 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9fa9d18c-72c7-41fd-9d10-fa4433a6fbbf admin admin] Publish callbacks [] for security_group (79c566ba-4bef-4e0f-bf7e-8574a61c7a66), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:30.163235 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:30.254683 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9fa9d18c-72c7-41fd-9d10-fa4433a6fbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (79c566ba-4bef-4e0f-bf7e-8574a61c7a66), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:30.257953 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9fa9d18c-72c7-41fd-9d10-fa4433a6fbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:30.259105 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-9fa9d18c-72c7-41fd-9d10-fa4433a6fbbf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79c566ba-4bef-4e0f-bf7e-8574a61c7a66 HTTP/1.1" status: 204 len: 168 time: 0.2086265 Apr 12 19:11:30.268048 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9d18c-72c7-41fd-9d10-fa4433a6fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c566ba-4bef-4e0f-bf7e-8574a61c7a66,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:30.339553 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45c938ba-cb60-4739-a27e-12acad58fccb req-22df1c88-b024-4513-86be-bed8cc15a4c9 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0332918 Apr 12 19:11:30.635071 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c620-1d5f-4678-95e2-49f57df35464 req-dcc430b3-1f6d-4ac6-84a4-ed96b83ae999 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:30.636604 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4659c620-1d5f-4678-95e2-49f57df35464 req-dcc430b3-1f6d-4ac6-84a4-ed96b83ae999 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0500648 Apr 12 19:11:30.687388 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4659c620-1d5f-4678-95e2-49f57df35464 req-527c29d4-ffa0-46cc-b816-2f07890e3b8a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Apr 12 19:11:31.436561 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2668a821-ee79-4254-8046-7695eef2c47c req-1c8c1a22-09bd-4ec0-8462-fa8610354e51 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0279872 Apr 12 19:11:31.776836 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:31.805690 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedf127-7481-4188-8923-964981a72653 req-21051951-14ce-439d-9286-c2cdf6d77121 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:31.807142 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-beedf127-7481-4188-8923-964981a72653 req-21051951-14ce-439d-9286-c2cdf6d77121 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0497890 Apr 12 19:11:31.854346 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-beedf127-7481-4188-8923-964981a72653 req-de6730fa-8b64-489a-9091-7159ea57e2f1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Apr 12 19:11:32.530500 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a1f91120-6e74-49c0-a6ae-e41248b0f51f req-ac496ee8-4e3c-41c5-a773-f757822d07db tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Apr 12 19:11:32.977251 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032faf-dc61-4260-9aad-2206e75310c6 req-b3b8422d-dc31-4c9f-a315-2700f6e9c628 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:32.978714 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b2032faf-dc61-4260-9aad-2206e75310c6 req-b3b8422d-dc31-4c9f-a315-2700f6e9c628 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0473402 Apr 12 19:11:33.002974 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:33.025543 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b2032faf-dc61-4260-9aad-2206e75310c6 req-61c94aab-3def-4fa5-9d49-b6aafaaedcf6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Apr 12 19:11:33.625679 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb3dc5f9-d88f-40a9-858a-4e9534e3e236 req-a2c6a199-e30d-4e25-9708-0dbcc340b516 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0315981 Apr 12 19:11:34.011389 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-699efb23-a716-4e76-80f4-7d875e1fad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:34.012880 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-699efb23-a716-4e76-80f4-7d875e1fad0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 200 len: 849 time: 0.0488095 Apr 12 19:11:34.113483 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-0bfda009-0b8f-4cce-900a-e4838bb1921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:34.115202 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-0bfda009-0b8f-4cce-900a-e4838bb1921d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d0759b3-99b2-4873-8fa8-0360799658f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406005 Apr 12 19:11:34.183190 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf312b-59b7-47d7-a845-fe1d772ee1f3 req-138219d5-23da-4afb-ad67-7d70d3489403 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:34.184737 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cadf312b-59b7-47d7-a845-fe1d772ee1f3 req-138219d5-23da-4afb-ad67-7d70d3489403 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0807598 Apr 12 19:11:34.211591 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-c6901a06-57a7-4545-9c5b-5b625e40e40a service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894358 Apr 12 19:11:34.223945 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-53774cd2-2d59-4007-a9c1-54c5b255357e service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559143 Apr 12 19:11:34.252084 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cadf312b-59b7-47d7-a845-fe1d772ee1f3 req-88580975-bc46-488a-aeca-adaac0018022 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Apr 12 19:11:34.373694 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b2db94d-29f7-4b85-b311-810de3a3fced req-6a6e9309-55b9-4ef6-99e4-c2bf8b1a79a0 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162131 Apr 12 19:11:34.384661 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-28100bda-21a2-4032-9bb2-23f5f49dcd9e req-6b5a57fc-e166-4cfe-8706-ced925c21431 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109552 Apr 12 19:11:34.726643 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-548846c3-ee7a-4c79-a3f2-c79afa1c3e5f req-6504dada-8b7d-4f72-b764-5814fd170d2c tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0287120 Apr 12 19:11:34.868052 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c6c35-3c9c-44c6-8d15-f380f9ef6cec req-b488d1ad-5e9e-4c2f-bca2-0d84e06d9f52 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:34.869510 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-611c6c35-3c9c-44c6-8d15-f380f9ef6cec req-b488d1ad-5e9e-4c2f-bca2-0d84e06d9f52 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0507326 Apr 12 19:11:34.915797 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-611c6c35-3c9c-44c6-8d15-f380f9ef6cec req-b3315225-a3b4-475e-8f06-b9bafbeafe73 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Apr 12 19:11:35.378306 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41b93f-7ec9-4755-8e30-950f0fce8f25 req-ddf174e5-d69f-46c5-a56f-5db276a60004 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:35.379799 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f41b93f-7ec9-4755-8e30-950f0fce8f25 req-ddf174e5-d69f-46c5-a56f-5db276a60004 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0518184 Apr 12 19:11:35.428873 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f41b93f-7ec9-4755-8e30-950f0fce8f25 req-5769bc9f-b21c-469e-9cdf-b7cee6afb051 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Apr 12 19:11:35.830703 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-78b317fc-fdc6-4938-8ca4-f5da2a70b67f req-8f7b785f-bf2d-4225-a2a2-87e609c1c3db tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0373981 Apr 12 19:11:36.032013 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952bac9-1cab-43a1-b5cc-13216c347576 req-f522ae7d-2461-4b94-bd4d-6ab57de7eb3c tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:36.033379 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e952bac9-1cab-43a1-b5cc-13216c347576 req-f522ae7d-2461-4b94-bd4d-6ab57de7eb3c tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0454023 Apr 12 19:11:36.081076 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e952bac9-1cab-43a1-b5cc-13216c347576 req-95589e7c-0bb9-4012-9000-bd294a452b01 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Apr 12 19:11:36.539244 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e312c5a-83ed-451e-9aae-7a60bd6abee5 req-f46f7bfc-5ec6-493e-ad03-7b5812e935d1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:36.540775 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6e312c5a-83ed-451e-9aae-7a60bd6abee5 req-f46f7bfc-5ec6-493e-ad03-7b5812e935d1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0470669 Apr 12 19:11:36.587413 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6e312c5a-83ed-451e-9aae-7a60bd6abee5 req-0858f7ed-650e-487e-adc0-f2edd6312df3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Apr 12 19:11:36.927825 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b57cf860-069e-46a3-afad-a920616ab014 req-e8ad090d-ae8e-481b-9f23-dce35a99a1f8 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0304217 Apr 12 19:11:37.213801 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-479d3610-c785-46a8-ab91-8ebad76655d6 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=52fed1858fee4662a7ae05fa0e26e0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276926 Apr 12 19:11:37.221708 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a155d1-d092-4fa5-b46c-c3b600ee4959 req-facdb2db-4e39-4488-bc30-3a9fbb12d88a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:37.223122 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c5a155d1-d092-4fa5-b46c-c3b600ee4959 req-facdb2db-4e39-4488-bc30-3a9fbb12d88a tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0669143 Apr 12 19:11:37.330540 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c5a155d1-d092-4fa5-b46c-c3b600ee4959 req-7b40229e-d582-4ae4-940f-90bcc80d4321 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003997 Apr 12 19:11:37.383516 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-70d8e9f4-d0c4-490f-afdf-6969fad574be tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:37.385043 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-70d8e9f4-d0c4-490f-afdf-6969fad574be tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278024 Apr 12 19:11:37.712566 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1836ee-dd5a-47ae-80f1-5b082f3e77f7 req-c47b8d03-d501-4856-b453-6ddfb3119da9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:37.714125 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5e1836ee-dd5a-47ae-80f1-5b082f3e77f7 req-c47b8d03-d501-4856-b453-6ddfb3119da9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0517917 Apr 12 19:11:37.766702 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5e1836ee-dd5a-47ae-80f1-5b082f3e77f7 req-ad37a28a-4a99-4c48-85ff-f3946c60577f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Apr 12 19:11:37.780765 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36596) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:37.907899 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a140f03-62c3-405b-81ed-8e9676832859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:37.974233 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Request body: {'port': {'device_id': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4', 'admin_state_up': True, 'tenant_id': '52fed1858fee4662a7ae05fa0e26e0bf'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:37.993246 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a140f03-62c3-405b-81ed-8e9676832859 admin admin] Publish callbacks [] for security_group (a843537f-4531-4cdc-9ecb-4bf6b62f9923), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.059626 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-53bc0976-234a-45c7-a85a-116e62f49585 req-64ee6fdb-d462-43c3-adb6-ab663726eab9 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0556889 Apr 12 19:11:38.108297 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a140f03-62c3-405b-81ed-8e9676832859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a843537f-4531-4cdc-9ecb-4bf6b62f9923), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.163571 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b148127d-3010-4bb3-aec6-fd2b9362a198 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:38.165040 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b148127d-3010-4bb3-aec6-fd2b9362a198 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.1152711 Apr 12 19:11:38.172227 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5a140f03-62c3-405b-81ed-8e9676832859 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99fcb90712e24ec2b554fbe98b0acf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904510 Apr 12 19:11:38.175020 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36606) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:38.176787 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a140f03-62c3-405b-81ed-8e9676832859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a843537f-4531-4cdc-9ecb-4bf6b62f9923,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:38.200269 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Made reservation on behalf of 52fed1858fee4662a7ae05fa0e26e0bf for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:11:38.203650 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.216595 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.261735 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3720fb47-2c21-4c54-bf29-73a1fddcc987 admin admin] Publish callbacks [] for security_group (a843537f-4531-4cdc-9ecb-4bf6b62f9923), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.296770 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3720fb47-2c21-4c54-bf29-73a1fddcc987 admin admin] Publish callbacks [] for security_group (a843537f-4531-4cdc-9ecb-4bf6b62f9923), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.358511 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Deleting port fc477284-65a4-4d62-a3a8-3bb099ef234e {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:11:38.358798 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.359895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks [] for security_group (4b062c21-d0d5-4170-8e5a-d311bc281ce8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.439016 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (4b062c21-d0d5-4170-8e5a-d311bc281ce8), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.455769 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] For port fc477284-65a4-4d62-a3a8-3bb099ef234e, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fc477284-65a4-4d62-a3a8-3bb099ef234e,segment=NetworkSegment(766c2ace-dbf3-43f5-a546-12cdb2fa055a),segment_id=766c2ace-dbf3-43f5-a546-12cdb2fa055a)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:38.456570 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.472265 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Calling delete_port for fc477284-65a4-4d62-a3a8-3bb099ef234e owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:11:38.482188 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc52a7-9311-47c9-b1e7-d725678e5ee6 req-a46fb194-25f6-4aca-96b2-ae7cdbbbbf85 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:38.483715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a2bc52a7-9311-47c9-b1e7-d725678e5ee6 req-a46fb194-25f6-4aca-96b2-ae7cdbbbbf85 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 946 time: 0.0772882 Apr 12 19:11:38.492216 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3720fb47-2c21-4c54-bf29-73a1fddcc987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a843537f-4531-4cdc-9ecb-4bf6b62f9923), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.494952 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3720fb47-2c21-4c54-bf29-73a1fddcc987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.496162 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3720fb47-2c21-4c54-bf29-73a1fddcc987 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a843537f-4531-4cdc-9ecb-4bf6b62f9923 HTTP/1.1" status: 204 len: 168 time: 0.3201156 Apr 12 19:11:38.534550 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b062c21-d0d5-4170-8e5a-d311bc281ce8,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:38.565940 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720fb47-2c21-4c54-bf29-73a1fddcc987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a843537f-4531-4cdc-9ecb-4bf6b62f9923,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:38.625312 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a2bc52a7-9311-47c9-b1e7-d725678e5ee6 req-bbbc9ebf-979d-4016-b3f3-721c0bdc0da1 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357667 Apr 12 19:11:38.651864 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Allocated IP 192.168.233.127 (bdd23ded-b91f-431b-b357-fdb19355cee4/b64179ed-f26e-4d03-8a43-a2e14afc5d31/e1c37e9c-0164-414c-91e0-5bb4965277df) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:11:38.712074 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (fc477284-65a4-4d62-a3a8-3bb099ef234e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.737522 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['fc477284-65a4-4d62-a3a8-3bb099ef234e'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:11:38.744332 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Pushing event deleted for resources: {'Port': ['ID=fc477284-65a4-4d62-a3a8-3bb099ef234e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:38.843406 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] No DVR routers for this DVR port fc477284-65a4-4d62-a3a8-3bb099ef234e on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:11:38.847102 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:38.852197 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b97cffd6-d40a-49a4-95fc-0c4506fb5998 req-b9a6a2bb-e101-4948-8ec0-f7053c72d4c5 tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.46 "DELETE /v2.0/ports/fc477284-65a4-4d62-a3a8-3bb099ef234e HTTP/1.1" status: 204 len: 173 time: 0.6132345 Apr 12 19:11:38.852644 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'name': 'network-vif-deleted', 'tag': 'fc477284-65a4-4d62-a3a8-3bb099ef234e'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:11:38.854973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942d5382-a34f-4365-ad76-29af1dfc829b" -d '{"events": [{"server_uuid": "b6b80bd0-8a48-4c58-ad25-031286bffb1c", "name": "network-vif-deleted", "tag": "fc477284-65a4-4d62-a3a8-3bb099ef234e"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:11:38.891870 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f03230-3055-45f5-8091-cb349eb1b65c x-openstack-request-id: req-e3f03230-3055-45f5-8091-cb349eb1b65c {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:11:38.892195 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b80bd0-8a48-4c58-ad25-031286bffb1c", "name": "network-vif-deleted", "tag": "fc477284-65a4-4d62-a3a8-3bb099ef234e", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:11:38.892456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3f03230-3055-45f5-8091-cb349eb1b65c {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:11:38.892960 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f03230-3055-45f5-8091-cb349eb1b65c'] response: {'server_uuid': 'b6b80bd0-8a48-4c58-ad25-031286bffb1c', 'name': 'network-vif-deleted', 'tag': 'fc477284-65a4-4d62-a3a8-3bb099ef234e', 'status': 'completed', 'code': 200} Apr 12 19:11:38.931209 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aed40-c450-4f9e-82cd-639591497b2e req-96971eb6-968a-45fa-84b6-4c8be4a58576 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:38.933435 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ad9aed40-c450-4f9e-82cd-639591497b2e req-96971eb6-968a-45fa-84b6-4c8be4a58576 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0792608 Apr 12 19:11:38.944245 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks [] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.007021 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ad9aed40-c450-4f9e-82cd-639591497b2e req-bb49643d-8718-4f8b-9e15-2f17bc6ff4a2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599825 Apr 12 19:11:39.089657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.139900 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Network bdd23ded-b91f-431b-b357-fdb19355cee4 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:11:39.142995 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:11:39.148208 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:11:39.153456 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:39.154071 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.160542 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Pushing event updated for resources: {'Port': ['ID=e1c37e9c-0164-414c-91e0-5bb4965277df,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:39.223538 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3ac5a-0229-44e8-ae6d-36935d44cd8d req-bdcd7d95-748f-4cca-9458-24cc8c7d952f tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:39.224140 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36638) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:39.228007 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cee3ac5a-0229-44e8-ae6d-36935d44cd8d req-bdcd7d95-748f-4cca-9458-24cc8c7d952f tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 936 time: 0.0601990 Apr 12 19:11:39.244052 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3bb404c1-68f8-4e7d-87fe-3e8afe0b0449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.263325 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-cb8b0b97-45b3-4e0e-8994-83416ed83fb5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2931988 Apr 12 19:11:39.280802 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Request body: {'port': {'device_id': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:39.291887 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cee3ac5a-0229-44e8-ae6d-36935d44cd8d req-bc62fc91-8dca-4a91-acb2-84da449b29bc tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627642 Apr 12 19:11:39.341931 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3bb404c1-68f8-4e7d-87fe-3e8afe0b0449 admin admin] Publish callbacks [] for security_group (8b7d4eed-e846-430b-8ee2-14b45176969c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.352700 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.363180 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-361942f6-3ecb-44f2-8686-b8ae670d1a51 None None] Provisioning complete for port e1c37e9c-0164-414c-91e0-5bb4965277df triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:39.363581 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-361942f6-3ecb-44f2-8686-b8ae670d1a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.403389 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-361942f6-3ecb-44f2-8686-b8ae670d1a51 None None] Port e1c37e9c-0164-414c-91e0-5bb4965277df cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:11:39.420443 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3bb404c1-68f8-4e7d-87fe-3e8afe0b0449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (8b7d4eed-e846-430b-8ee2-14b45176969c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.463048 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3bb404c1-68f8-4e7d-87fe-3e8afe0b0449 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=660c532b7a2b4b61aacf7c2f4f5eb1c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368877 Apr 12 19:11:39.463926 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb404c1-68f8-4e7d-87fe-3e8afe0b0449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d4eed-e846-430b-8ee2-14b45176969c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:39.466260 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36640) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:39.514373 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8789abe6-b751-4d58-94df-ee060ab0df7a admin admin] Publish callbacks [] for security_group (8b7d4eed-e846-430b-8ee2-14b45176969c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.535732 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8789abe6-b751-4d58-94df-ee060ab0df7a admin admin] Publish callbacks [] for security_group (8b7d4eed-e846-430b-8ee2-14b45176969c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.641194 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c37e9c-0164-414c-91e0-5bb4965277df {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:11:39.649905 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Publish callbacks [] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.678893 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8789abe6-b751-4d58-94df-ee060ab0df7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (8b7d4eed-e846-430b-8ee2-14b45176969c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.679355 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Transition to ACTIVE for port object e1c37e9c-0164-414c-91e0-5bb4965277df will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:11:39.687048 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8789abe6-b751-4d58-94df-ee060ab0df7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.687983 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8789abe6-b751-4d58-94df-ee060ab0df7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b7d4eed-e846-430b-8ee2-14b45176969c HTTP/1.1" status: 204 len: 168 time: 0.2206421 Apr 12 19:11:39.696027 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789abe6-b751-4d58-94df-ee060ab0df7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d4eed-e846-430b-8ee2-14b45176969c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:39.743826 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f8e88d59-83c9-4899-a832-2ba176a35d26 req-c59ded19-a2df-4d46-8bee-c7709308076d tempest-DeleteServersTestJSON-536766132 tempest-DeleteServersTestJSON-536766132-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6b80bd0-8a48-4c58-ad25-031286bffb1c HTTP/1.1" status: 200 len: 210 time: 0.0382407 Apr 12 19:11:39.780314 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.830175 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c37e9c-0164-414c-91e0-5bb4965277df,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:39.866571 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Attempting to bind port e1c37e9c-0164-414c-91e0-5bb4965277df on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:11:39.866901 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Attempting to bind port e1c37e9c-0164-414c-91e0-5bb4965277df by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:11:39.867225 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Attempting to bind port e1c37e9c-0164-414c-91e0-5bb4965277df on network bdd23ded-b91f-431b-b357-fdb19355cee4 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:11:39.871974 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Port e1c37e9c-0164-414c-91e0-5bb4965277df on network bdd23ded-b91f-431b-b357-fdb19355cee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:11:39.872297 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Attempting to bind port e1c37e9c-0164-414c-91e0-5bb4965277df on network bdd23ded-b91f-431b-b357-fdb19355cee4 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:11:39.877339 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:11:39.877684 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Checking segment: {'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:11:39.878154 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Bound using segment: {'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:11:39.878469 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Bound port: e1c37e9c-0164-414c-91e0-5bb4965277df, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0644c3d-9e95-48a5-8fbc-0420ac613688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:11:39.879108 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:39.951189 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] For port e1c37e9c-0164-414c-91e0-5bb4965277df, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:11:39.954600 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] For port e1c37e9c-0164-414c-91e0-5bb4965277df, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1c37e9c-0164-414c-91e0-5bb4965277df,segment=NetworkSegment(e0644c3d-9e95-48a5-8fbc-0420ac613688),segment_id=e0644c3d-9e95-48a5-8fbc-0420ac613688)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:11:40.065211 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:40.105526 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.106184 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:40.107654 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1c37e9c-0164-414c-91e0-5bb4965277df HTTP/1.1" status: 200 len: 1098 time: 0.8315969 Apr 12 19:11:40.139728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'tag': 'e1c37e9c-0164-414c-91e0-5bb4965277df'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:11:40.142245 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fba9e6-d32f-4e44-850e-9dc30f8a8707" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212", "tag": "e1c37e9c-0164-414c-91e0-5bb4965277df"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:11:40.218404 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747a19f-f73c-4dda-8e24-7bf702a3e4d3 req-462d2baf-846b-4248-a0b6-321b629f16bb tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.220002 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5747a19f-f73c-4dda-8e24-7bf702a3e4d3 req-462d2baf-846b-4248-a0b6-321b629f16bb tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.1407154 Apr 12 19:11:40.224506 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d74faa-4dca-47b6-ab6d-da4e44be8d22 x-openstack-request-id: req-38d74faa-4dca-47b6-ab6d-da4e44be8d22 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:11:40.224802 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212", "tag": "e1c37e9c-0164-414c-91e0-5bb4965277df", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:11:40.225067 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38d74faa-4dca-47b6-ab6d-da4e44be8d22 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:11:40.225710 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d74faa-4dca-47b6-ab6d-da4e44be8d22'] response: {'name': 'network-changed', 'server_uuid': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'tag': 'e1c37e9c-0164-414c-91e0-5bb4965277df', 'status': 'completed', 'code': 200} Apr 12 19:11:40.257957 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037c5d2-6690-40d9-aca2-bbbf23bc2fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c37e9c-0164-414c-91e0-5bb4965277df,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:40.311365 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fba9e6-d32f-4e44-850e-9dc30f8a8707 req-e5035a78-90ae-4019-81d8-443b17abd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.312879 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07fba9e6-d32f-4e44-850e-9dc30f8a8707 req-e5035a78-90ae-4019-81d8-443b17abd986 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52fed1858fee4662a7ae05fa0e26e0bf&device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 1132 time: 0.0744088 Apr 12 19:11:40.338565 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5747a19f-f73c-4dda-8e24-7bf702a3e4d3 req-da9de9b2-2967-4328-a3b7-c9bd0de4f441 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025977 Apr 12 19:11:40.357136 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07fba9e6-d32f-4e44-850e-9dc30f8a8707 req-55c140ee-c77f-4cb5-9ad0-40ac57895d6d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=52fed1858fee4662a7ae05fa0e26e0bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276258 Apr 12 19:11:40.481002 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d408a-d747-4f36-98ef-5da96e1ff410 req-1b7313f2-a3e8-4eb7-bf50-8c45bc3c3107 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.482472 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c38d408a-d747-4f36-98ef-5da96e1ff410 req-1b7313f2-a3e8-4eb7-bf50-8c45bc3c3107 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 948 time: 0.0829494 Apr 12 19:11:40.519651 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fba9e6-d32f-4e44-850e-9dc30f8a8707 req-74a42ac5-a24f-42b0-85d0-c1ff7f1bc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.521950 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07fba9e6-d32f-4e44-850e-9dc30f8a8707 req-74a42ac5-a24f-42b0-85d0-c1ff7f1bc1f8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618221 Apr 12 19:11:40.550144 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c38d408a-d747-4f36-98ef-5da96e1ff410 req-7614f404-5e81-444b-9449-7118e1aa5363 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575507 Apr 12 19:11:40.629858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-c2d1b035-c6f7-4a02-9dcf-f2cfed951a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.631407 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-c2d1b035-c6f7-4a02-9dcf-f2cfed951a8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52fed1858fee4662a7ae05fa0e26e0bf&device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 1132 time: 0.0440295 Apr 12 19:11:40.639496 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36684) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:40.708674 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-dbcb1fce-0492-486f-a92e-8291e830427d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=e1c37e9c-0164-414c-91e0-5bb4965277df HTTP/1.1" status: 200 len: 217 time: 0.0637887 Apr 12 19:11:40.765756 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-0b6e1cda-54fe-4eba-8222-2f933c188ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.767153 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-0b6e1cda-54fe-4eba-8222-2f933c188ec9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b64179ed-f26e-4d03-8a43-a2e14afc5d31 HTTP/1.1" status: 200 len: 843 time: 0.0512986 Apr 12 19:11:40.781582 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d171e034-b3a0-4399-b73b-a6211a0651c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:40.825586 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-3037569c-b2aa-4b25-9afb-e1284f332b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:40.827070 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-3037569c-b2aa-4b25-9afb-e1284f332b0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdd23ded-b91f-431b-b357-fdb19355cee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0535002 Apr 12 19:11:40.962625 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d171e034-b3a0-4399-b73b-a6211a0651c8 admin admin] Publish callbacks [] for security_group (a29f99f2-cad7-4710-bb6a-17c2be37df1d), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:40.966738 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-08e5716d-dedf-4988-975a-2c88307833da service neutron] 10.222.0.46 "GET /v2.0/networks/bdd23ded-b91f-431b-b357-fdb19355cee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252205 Apr 12 19:11:41.044901 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d171e034-b3a0-4399-b73b-a6211a0651c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a29f99f2-cad7-4710-bb6a-17c2be37df1d), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:41.105762 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d171e034-b3a0-4399-b73b-a6211a0651c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9114d9cb2e1f4565b2d68eda3fbfa4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629772 Apr 12 19:11:41.106443 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36706) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:41.109407 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171e034-b3a0-4399-b73b-a6211a0651c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29f99f2-cad7-4710-bb6a-17c2be37df1d,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:41.118327 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec1f4a90-48a2-481b-9a1a-cefd8443554d req-2181cfe1-6f4d-4811-8e19-30bba316313f service neutron] 10.222.0.46 "GET /v2.0/networks/bdd23ded-b91f-431b-b357-fdb19355cee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404345 Apr 12 19:11:41.157060 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-86f35347-f481-4fc9-9d8a-4c2ec3efe41f admin admin] Publish callbacks [] for security_group (a29f99f2-cad7-4710-bb6a-17c2be37df1d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:41.180584 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-86f35347-f481-4fc9-9d8a-4c2ec3efe41f admin admin] Publish callbacks [] for security_group (a29f99f2-cad7-4710-bb6a-17c2be37df1d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:41.335937 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-86f35347-f481-4fc9-9d8a-4c2ec3efe41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a29f99f2-cad7-4710-bb6a-17c2be37df1d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:41.338456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-86f35347-f481-4fc9-9d8a-4c2ec3efe41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:41.339645 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-86f35347-f481-4fc9-9d8a-4c2ec3efe41f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a29f99f2-cad7-4710-bb6a-17c2be37df1d HTTP/1.1" status: 204 len: 168 time: 0.2318721 Apr 12 19:11:41.347657 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f35347-f481-4fc9-9d8a-4c2ec3efe41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29f99f2-cad7-4710-bb6a-17c2be37df1d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:41.467750 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ab7fd-f751-4b1b-9dc7-8a63a6ef7c0c req-7752ba3c-cd3d-47cf-a7e1-1708da549969 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:41.469212 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb0ab7fd-f751-4b1b-9dc7-8a63a6ef7c0c req-7752ba3c-cd3d-47cf-a7e1-1708da549969 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0484264 Apr 12 19:11:41.515447 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb0ab7fd-f751-4b1b-9dc7-8a63a6ef7c0c req-e17f74e7-f682-4cdf-a77b-8d4751a1a146 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Apr 12 19:11:41.690942 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf22a0c-7cc4-4ad0-b4f3-91b6d122365a req-2a9dc2da-d647-4970-a5ed-31d1995a5796 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:41.691495 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-baf22a0c-7cc4-4ad0-b4f3-91b6d122365a req-2a9dc2da-d647-4970-a5ed-31d1995a5796 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 948 time: 0.0741243 Apr 12 19:11:41.743165 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-baf22a0c-7cc4-4ad0-b4f3-91b6d122365a req-9dfcffee-2f58-4117-979e-6463d193ff1a tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Apr 12 19:11:42.174111 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36742) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:42.187776 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-69266c1a-3d80-467e-ac4a-ec02d4d5206d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.260453 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-69266c1a-3d80-467e-ac4a-ec02d4d5206d admin admin] Publish callbacks [] for security_group (63bc58eb-ce57-4422-9e2c-43ddcc140cfd), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.352213 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-69266c1a-3d80-467e-ac4a-ec02d4d5206d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (63bc58eb-ce57-4422-9e2c-43ddcc140cfd), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.364043 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36750) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:42.391760 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-69266c1a-3d80-467e-ac4a-ec02d4d5206d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=744b1b9a9f1e4da6b2d24676108f7408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164004 Apr 12 19:11:42.393746 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69266c1a-3d80-467e-ac4a-ec02d4d5206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc58eb-ce57-4422-9e2c-43ddcc140cfd,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:42.394339 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36752) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:42.434375 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] Deleting subnet eb01a49a-7fb5-4d59-9099-a40402e1ac95 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:11:42.442081 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] Publish callbacks [] for subnet (eb01a49a-7fb5-4d59-9099-a40402e1ac95), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.487034 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] Publish callbacks [] for subnet (eb01a49a-7fb5-4d59-9099-a40402e1ac95), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.490446 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-790dc935-6fae-4ef4-947c-a753a8e8a3c5 admin admin] Publish callbacks [] for security_group (63bc58eb-ce57-4422-9e2c-43ddcc140cfd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.499365 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (eb01a49a-7fb5-4d59-9099-a40402e1ac95), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.541277 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-790dc935-6fae-4ef4-947c-a753a8e8a3c5 admin admin] Publish callbacks [] for security_group (63bc58eb-ce57-4422-9e2c-43ddcc140cfd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.628152 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70934d-a6bf-491c-b926-b73e74a1abb6 req-69b71e98-a046-4d7b-8546-67e916c7a587 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:42.629724 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-db70934d-a6bf-491c-b926-b73e74a1abb6 req-69b71e98-a046-4d7b-8546-67e916c7a587 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0478344 Apr 12 19:11:42.676208 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-db70934d-a6bf-491c-b926-b73e74a1abb6 req-86b8679a-fc50-4a79-ae84-cc069892fa73 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 Apr 12 19:11:42.678969 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (eb01a49a-7fb5-4d59-9099-a40402e1ac95), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.706548 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb01a49a-7fb5-4d59-9099-a40402e1ac95,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:42.706839 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fc477284-65a4-4d62-a3a8-3bb099ef234e no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:11:42.710167 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-790dc935-6fae-4ef4-947c-a753a8e8a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (63bc58eb-ce57-4422-9e2c-43ddcc140cfd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.712657 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-790dc935-6fae-4ef4-947c-a753a8e8a3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.714808 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-790dc935-6fae-4ef4-947c-a753a8e8a3c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63bc58eb-ce57-4422-9e2c-43ddcc140cfd HTTP/1.1" status: 204 len: 168 time: 0.3195603 Apr 12 19:11:42.718799 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.719316 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1ef69d95-cceb-4c03-80cf-c27ec3fb33e1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eb01a49a-7fb5-4d59-9099-a40402e1ac95 HTTP/1.1" status: 204 len: 168 time: 0.3523335 Apr 12 19:11:42.721928 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36760) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:42.741584 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dc935-6fae-4ef4-947c-a753a8e8a3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc58eb-ce57-4422-9e2c-43ddcc140cfd,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:42.742935 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: fc477284-65a4-4d62-a3a8-3bb099ef234e {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:11:42.745555 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fc477284-65a4-4d62-a3a8-3bb099ef234e not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:11:42.811504 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (5e8289fe-ae49-421a-b8e1-ec2054b9ea2c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.890582 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ea247-4d06-4b33-a2fc-194b45900473 req-be6776b9-edba-4b20-8e9c-0beee8dad72f tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:42.892061 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a51ea247-4d06-4b33-a2fc-194b45900473 req-be6776b9-edba-4b20-8e9c-0beee8dad72f tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 948 time: 0.0766246 Apr 12 19:11:42.954566 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (5e8289fe-ae49-421a-b8e1-ec2054b9ea2c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:42.990640 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.990987 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.991753 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.992100 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > port after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.992449 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.992798 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > port after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.993118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.993435 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.993748 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:42.994084 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:43.095551 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:43.095908 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:43.096304 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:43.096580 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:11:43.096931 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8289fe-ae49-421a-b8e1-ec2054b9ea2c']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:43.114331 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a51ea247-4d06-4b33-a2fc-194b45900473 req-46c3b75c-347f-431e-9c90-b9d2cb371759 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126145 Apr 12 19:11:43.120106 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766c2ace-dbf3-43f5-a546-12cdb2fa055a') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:43.120405 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766c2ace-dbf3-43f5-a546-12cdb2fa055a') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:11:43.138285 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (766c2ace-dbf3-43f5-a546-12cdb2fa055a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:43.163189 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (766c2ace-dbf3-43f5-a546-12cdb2fa055a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:43.171343 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:11:43.171759 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (766c2ace-dbf3-43f5-a546-12cdb2fa055a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: from cryptography.utils import int_from_bytes Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: from cryptography.utils import int_from_bytes Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:11:43.193808 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:11:43.540575 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (5e8289fe-ae49-421a-b8e1-ec2054b9ea2c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:43.548173 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:43.551356 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5e8289fe-ae49-421a-b8e1-ec2054b9ea2c HTTP/1.1" status: 204 len: 168 time: 0.8284531 Apr 12 19:11:43.561270 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b03bb6-2137-4889-9d8f-f8474d443b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8289fe-ae49-421a-b8e1-ec2054b9ea2c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:43.802033 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00ee48-a0a5-4c8c-9709-cb0d8d7364bc req-a63e2888-961e-44cc-b44e-77ee3f993022 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:43.804236 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7a00ee48-a0a5-4c8c-9709-cb0d8d7364bc req-a63e2888-961e-44cc-b44e-77ee3f993022 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0542965 Apr 12 19:11:43.868334 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7a00ee48-a0a5-4c8c-9709-cb0d8d7364bc req-268386da-8748-4905-a27d-5db7c702882e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585046 Apr 12 19:11:43.915545 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36794) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:43.964999 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-aef9c996-3b33-4b90-b421-2fd728ef13e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb205488d4a0488e8dabd7311781eb4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483055 Apr 12 19:11:43.967539 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36798) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:44.015025 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-48bf6338-edaf-44e0-9e78-19c9b1bb534e admin admin] Publish callbacks [] for security_group (ea4f7dfe-7e13-4136-bf0b-99a676e13ce8), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:44.038142 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-48bf6338-edaf-44e0-9e78-19c9b1bb534e admin admin] Publish callbacks [] for security_group (ea4f7dfe-7e13-4136-bf0b-99a676e13ce8), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:44.165660 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-48bf6338-edaf-44e0-9e78-19c9b1bb534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (ea4f7dfe-7e13-4136-bf0b-99a676e13ce8), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:44.168326 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-48bf6338-edaf-44e0-9e78-19c9b1bb534e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:44.169623 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-48bf6338-edaf-44e0-9e78-19c9b1bb534e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea4f7dfe-7e13-4136-bf0b-99a676e13ce8 HTTP/1.1" status: 204 len: 168 time: 0.2011812 Apr 12 19:11:44.178182 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf6338-edaf-44e0-9e78-19c9b1bb534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f7dfe-7e13-4136-bf0b-99a676e13ce8,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:44.240849 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd0ad9-edd7-42f7-b27b-d1e1c844466d req-d640c4b2-1c53-4a3e-82fb-a4af69bb517a tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:44.242376 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c8fd0ad9-edd7-42f7-b27b-d1e1c844466d req-d640c4b2-1c53-4a3e-82fb-a4af69bb517a tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 948 time: 0.0561280 Apr 12 19:11:44.298425 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c8fd0ad9-edd7-42f7-b27b-d1e1c844466d req-a19a3ed3-32a4-436f-a922-652b1c527c83 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Apr 12 19:11:44.710508 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device e1c37e9c-0164-414c-91e0-5bb4965277df details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:11:44.814185 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port e1c37e9c-0164-414c-91e0-5bb4965277df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1c37e9c-0164-414c-91e0-5bb4965277df,segment=NetworkSegment(e0644c3d-9e95-48a5-8fbc-0420ac613688),segment_id=e0644c3d-9e95-48a5-8fbc-0420ac613688)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:44.827416 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'e1c37e9c-0164-414c-91e0-5bb4965277df', 'network_id': 'bdd23ded-b91f-431b-b357-fdb19355cee4', 'port_id': 'e1c37e9c-0164-414c-91e0-5bb4965277df', 'mac_address': 'fa:16:3e:97:3c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64179ed-f26e-4d03-8a43-a2e14afc5d31', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:11:44.869195 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port e1c37e9c-0164-414c-91e0-5bb4965277df is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:44.869881 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:44.888457 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c37e9c-0164-414c-91e0-5bb4965277df {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:11:44.926313 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port e1c37e9c-0164-414c-91e0-5bb4965277df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1c37e9c-0164-414c-91e0-5bb4965277df,segment=NetworkSegment(e0644c3d-9e95-48a5-8fbc-0420ac613688),segment_id=e0644c3d-9e95-48a5-8fbc-0420ac613688)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:45.002556 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:45.030996 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d87ce-373f-444c-a340-e7e5bcf001f1 req-d4089f6a-2f1d-4a6d-acea-5e9b8b1a567c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:45.038370 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a63d87ce-373f-444c-a340-e7e5bcf001f1 req-d4089f6a-2f1d-4a6d-acea-5e9b8b1a567c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0768654 Apr 12 19:11:45.057949 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=e1c37e9c-0164-414c-91e0-5bb4965277df,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:45.091464 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a63d87ce-373f-444c-a340-e7e5bcf001f1 req-8e8a18c0-e3d1-4b20-9f7a-e032bc80e45a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521004 Apr 12 19:11:45.416842 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e2675-5f4b-4fb9-815b-9e588492a9cc req-78fc5304-e0ab-4988-b07d-c694688c941e tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:45.418314 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c5e2675-5f4b-4fb9-815b-9e588492a9cc req-78fc5304-e0ab-4988-b07d-c694688c941e tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 949 time: 0.0478706 Apr 12 19:11:45.471991 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c5e2675-5f4b-4fb9-815b-9e588492a9cc req-bd8956a5-e410-4638-8d70-65be926df63e tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Apr 12 19:11:45.613552 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['e1c37e9c-0164-414c-91e0-5bb4965277df'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:11:45.638503 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36860) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:45.777208 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d551297c-b3a5-4a1b-8174-de0f335f0d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:45.850808 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d551297c-b3a5-4a1b-8174-de0f335f0d32 admin admin] Publish callbacks [] for security_group (7a831bae-fbff-4761-b28c-9393d7847e8b), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:45.946016 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d551297c-b3a5-4a1b-8174-de0f335f0d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7a831bae-fbff-4761-b28c-9393d7847e8b), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:45.983162 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551297c-b3a5-4a1b-8174-de0f335f0d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a831bae-fbff-4761-b28c-9393d7847e8b,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:45.987411 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d551297c-b3a5-4a1b-8174-de0f335f0d32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=489150c5bf7d416d8aa258f726d86b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478627 Apr 12 19:11:45.990988 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36868) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:46.038382 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-77dcaafb-d11f-4bbc-8a9b-f6ba5d20b925 admin admin] Publish callbacks [] for security_group (7a831bae-fbff-4761-b28c-9393d7847e8b), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:46.059596 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-77dcaafb-d11f-4bbc-8a9b-f6ba5d20b925 admin admin] Publish callbacks [] for security_group (7a831bae-fbff-4761-b28c-9393d7847e8b), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:46.187969 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-77dcaafb-d11f-4bbc-8a9b-f6ba5d20b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7a831bae-fbff-4761-b28c-9393d7847e8b), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:46.190430 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-77dcaafb-d11f-4bbc-8a9b-f6ba5d20b925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:46.191572 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-77dcaafb-d11f-4bbc-8a9b-f6ba5d20b925 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a831bae-fbff-4761-b28c-9393d7847e8b HTTP/1.1" status: 204 len: 168 time: 0.1997578 Apr 12 19:11:46.207136 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcaafb-d11f-4bbc-8a9b-f6ba5d20b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a831bae-fbff-4761-b28c-9393d7847e8b,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:46.218151 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf7e7f-f4ef-45ab-8a2c-e719c3ab01be req-820fb275-e152-442c-b364-0c757fa09f47 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:46.220127 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efaf7e7f-f4ef-45ab-8a2c-e719c3ab01be req-820fb275-e152-442c-b364-0c757fa09f47 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0612178 Apr 12 19:11:46.293546 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efaf7e7f-f4ef-45ab-8a2c-e719c3ab01be req-d5a5c037-eecd-4da4-8dbe-81c5dbba0201 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657711 Apr 12 19:11:46.587099 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77b6c1-c40c-400d-b22c-0533f1f2cbe2 req-9fa1e8d6-bed8-4861-a2a6-20affebf1e88 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:46.588613 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fe77b6c1-c40c-400d-b22c-0533f1f2cbe2 req-9fa1e8d6-bed8-4861-a2a6-20affebf1e88 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 949 time: 0.0475316 Apr 12 19:11:46.636893 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fe77b6c1-c40c-400d-b22c-0533f1f2cbe2 req-7179c43b-ed3e-455a-a2bf-e1f5548632f6 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Apr 12 19:11:46.862785 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36890) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:46.875024 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device e1c37e9c-0164-414c-91e0-5bb4965277df up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:11:46.876137 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ded47b8e-e986-490d-aa25-dcc341bc39d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:46.927222 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port e1c37e9c-0164-414c-91e0-5bb4965277df completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:11:46.964839 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ded47b8e-e986-490d-aa25-dcc341bc39d8 admin admin] Publish callbacks [] for security_group (f227aee0-58f0-4040-a6e4-687b694502db), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.019206 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port e1c37e9c-0164-414c-91e0-5bb4965277df triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:11:47.019609 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.054928 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ded47b8e-e986-490d-aa25-dcc341bc39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (f227aee0-58f0-4040-a6e4-687b694502db), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.096123 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ded47b8e-e986-490d-aa25-dcc341bc39d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb7318a11c724f268086adb968ee3aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321689 Apr 12 19:11:47.096959 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded47b8e-e986-490d-aa25-dcc341bc39d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f227aee0-58f0-4040-a6e4-687b694502db,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:47.098795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36898) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:47.099307 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port e1c37e9c-0164-414c-91e0-5bb4965277df is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:11:47.099728 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.122962 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c37e9c-0164-414c-91e0-5bb4965277df'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:11:47.125239 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b46b470-27df-424e-a369-e2c6d4ef9d9e" -d '{"events": [{"server_uuid": "7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212", "name": "network-vif-plugged", "status": "completed", "tag": "e1c37e9c-0164-414c-91e0-5bb4965277df"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:11:47.138636 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port e1c37e9c-0164-414c-91e0-5bb4965277df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1c37e9c-0164-414c-91e0-5bb4965277df,segment=NetworkSegment(e0644c3d-9e95-48a5-8fbc-0420ac613688),segment_id=e0644c3d-9e95-48a5-8fbc-0420ac613688)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:47.151936 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03859af3-78eb-42dd-813e-7c7e10bd35cf admin admin] Publish callbacks [] for security_group (f227aee0-58f0-4040-a6e4-687b694502db), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.167917 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b091dd2-cedf-4a43-aae2-8b6a132d20f9 x-openstack-request-id: req-1b091dd2-cedf-4a43-aae2-8b6a132d20f9 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:11:47.167917 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212", "name": "network-vif-plugged", "status": "completed", "tag": "e1c37e9c-0164-414c-91e0-5bb4965277df", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:11:47.167917 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b091dd2-cedf-4a43-aae2-8b6a132d20f9 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:11:47.167917 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b091dd2-cedf-4a43-aae2-8b6a132d20f9'] response: {'server_uuid': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c37e9c-0164-414c-91e0-5bb4965277df', 'code': 200} Apr 12 19:11:47.174884 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03859af3-78eb-42dd-813e-7c7e10bd35cf admin admin] Publish callbacks [] for security_group (f227aee0-58f0-4040-a6e4-687b694502db), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.289202 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.337571 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=e1c37e9c-0164-414c-91e0-5bb4965277df,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:47.340778 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03859af3-78eb-42dd-813e-7c7e10bd35cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (f227aee0-58f0-4040-a6e4-687b694502db), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.343574 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03859af3-78eb-42dd-813e-7c7e10bd35cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:47.344934 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-03859af3-78eb-42dd-813e-7c7e10bd35cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f227aee0-58f0-4040-a6e4-687b694502db HTTP/1.1" status: 204 len: 168 time: 0.2450714 Apr 12 19:11:47.357268 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03859af3-78eb-42dd-813e-7c7e10bd35cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f227aee0-58f0-4040-a6e4-687b694502db,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:47.426193 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3bc2a-ba97-41e2-8bf9-a47d5c11d601 req-741a502f-b79c-41fc-8f2f-4e07424df1ba tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:47.428343 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e8d3bc2a-ba97-41e2-8bf9-a47d5c11d601 req-741a502f-b79c-41fc-8f2f-4e07424df1ba tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0468509 Apr 12 19:11:47.476868 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e8d3bc2a-ba97-41e2-8bf9-a47d5c11d601 req-54ae5755-b31f-44c4-be16-4333742d57b2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425038 Apr 12 19:11:47.552466 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a2cac-0c94-4d96-8d41-a86049e8e3c0 req-4367f58d-c2c1-4514-88a0-2a4f5e073fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:47.554018 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c68a2cac-0c94-4d96-8d41-a86049e8e3c0 req-4367f58d-c2c1-4514-88a0-2a4f5e073fff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 1134 time: 0.0404246 Apr 12 19:11:47.601616 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c68a2cac-0c94-4d96-8d41-a86049e8e3c0 req-44f062de-fe51-4d41-a00e-2674979a9173 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397449 Apr 12 19:11:47.754693 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc133985-f669-4c5a-bcce-6272038c9d5c req-d753949b-553b-4f03-9378-cbd68c8f5211 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:47.756764 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bc133985-f669-4c5a-bcce-6272038c9d5c req-d753949b-553b-4f03-9378-cbd68c8f5211 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0507677 Apr 12 19:11:47.805841 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bc133985-f669-4c5a-bcce-6272038c9d5c req-ad42a63b-90c6-4603-ada6-6b373b2a6965 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Apr 12 19:11:48.620941 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f8308-294b-4359-a6cc-0a0aa1be8d58 req-feea17ff-36be-4c9c-9a1e-6c5ad3f34324 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:48.622794 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ce3f8308-294b-4359-a6cc-0a0aa1be8d58 req-feea17ff-36be-4c9c-9a1e-6c5ad3f34324 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0593197 Apr 12 19:11:48.686931 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ce3f8308-294b-4359-a6cc-0a0aa1be8d58 req-748cd30d-f06f-40b4-9a44-1498011213ed tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582068 Apr 12 19:11:48.918018 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0760b-1d71-4166-9fb0-9ffce9a20299 req-e948f363-6c2b-4461-908d-db9d15703f74 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:48.919533 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8ba0760b-1d71-4166-9fb0-9ffce9a20299 req-e948f363-6c2b-4461-908d-db9d15703f74 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0486486 Apr 12 19:11:48.970551 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8ba0760b-1d71-4166-9fb0-9ffce9a20299 req-12de84ba-c264-4fdf-9755-834b92a8a534 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Apr 12 19:11:49.116893 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 36972) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:49.271464 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f7880186-43ff-4a97-b949-e49a2e16cbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:49.358238 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f7880186-43ff-4a97-b949-e49a2e16cbb0 admin admin] Publish callbacks [] for security_group (edc64772-107f-4083-8f67-606d237f90b3), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:49.426350 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f7880186-43ff-4a97-b949-e49a2e16cbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (edc64772-107f-4083-8f67-606d237f90b3), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:49.470324 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f7880186-43ff-4a97-b949-e49a2e16cbb0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3db85fdb53fd4a08aba7c66c02fee341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523741 Apr 12 19:11:49.471168 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7880186-43ff-4a97-b949-e49a2e16cbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc64772-107f-4083-8f67-606d237f90b3,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:49.473694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 36990) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:49.524233 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-544c8da6-5752-467e-a605-ce008f34c733 admin admin] Publish callbacks [] for security_group (edc64772-107f-4083-8f67-606d237f90b3), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:49.546616 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-544c8da6-5752-467e-a605-ce008f34c733 admin admin] Publish callbacks [] for security_group (edc64772-107f-4083-8f67-606d237f90b3), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:49.671835 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-544c8da6-5752-467e-a605-ce008f34c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (edc64772-107f-4083-8f67-606d237f90b3), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:49.674355 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-544c8da6-5752-467e-a605-ce008f34c733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:49.675527 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-544c8da6-5752-467e-a605-ce008f34c733 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edc64772-107f-4083-8f67-606d237f90b3 HTTP/1.1" status: 204 len: 168 time: 0.2012448 Apr 12 19:11:49.684299 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c8da6-5752-467e-a605-ce008f34c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc64772-107f-4083-8f67-606d237f90b3,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:49.800118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933f9f1-0544-4cb1-957a-067f4d1e0add req-b5124100-015f-4d3a-8470-5406943b521e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:49.801686 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a933f9f1-0544-4cb1-957a-067f4d1e0add req-b5124100-015f-4d3a-8470-5406943b521e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0479991 Apr 12 19:11:49.852620 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a933f9f1-0544-4cb1-957a-067f4d1e0add req-63d5ebd6-deb1-4dd3-bd33-81ad00ab4f90 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449486 Apr 12 19:11:50.094970 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d61d2-b387-40a1-85cd-8eda5e35ab2c req-e1613b7d-cd13-491f-b59d-6d0f7cbb03b3 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:50.096606 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e89d61d2-b387-40a1-85cd-8eda5e35ab2c req-e1613b7d-cd13-491f-b59d-6d0f7cbb03b3 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0526171 Apr 12 19:11:50.146730 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e89d61d2-b387-40a1-85cd-8eda5e35ab2c req-d8981d06-a5fa-4f10-9e44-fa0bb8511033 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Apr 12 19:11:50.439713 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37010) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:50.453056 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5216fb72-e12c-4a01-a7af-602de087fe98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:50.527675 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5216fb72-e12c-4a01-a7af-602de087fe98 admin admin] Publish callbacks [] for security_group (3fb3b929-3138-4489-ac43-ccb7ee331f0a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:50.597801 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5216fb72-e12c-4a01-a7af-602de087fe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3fb3b929-3138-4489-ac43-ccb7ee331f0a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:50.641247 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216fb72-e12c-4a01-a7af-602de087fe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb3b929-3138-4489-ac43-ccb7ee331f0a,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:50.647991 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5216fb72-e12c-4a01-a7af-602de087fe98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00528b63e9ae4573a627a12a0366b103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070284 Apr 12 19:11:50.650282 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37014) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:50.704722 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4087714d-07db-4876-a861-a597f066edc8 admin admin] Publish callbacks [] for security_group (3fb3b929-3138-4489-ac43-ccb7ee331f0a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:50.731105 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4087714d-07db-4876-a861-a597f066edc8 admin admin] Publish callbacks [] for security_group (3fb3b929-3138-4489-ac43-ccb7ee331f0a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:50.797411 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74645ea9-35ad-4806-89d0-e085dc36b74e req-de24bb9c-e1f1-4efa-a311-7ac289b94174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:50.798789 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-74645ea9-35ad-4806-89d0-e085dc36b74e req-de24bb9c-e1f1-4efa-a311-7ac289b94174 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 1130 time: 0.0411406 Apr 12 19:11:50.870099 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-74645ea9-35ad-4806-89d0-e085dc36b74e req-0455f92a-3651-485f-86df-c6a7537cf4d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Apr 12 19:11:50.877658 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4087714d-07db-4876-a861-a597f066edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3fb3b929-3138-4489-ac43-ccb7ee331f0a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:50.880795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4087714d-07db-4876-a861-a597f066edc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:50.881845 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4087714d-07db-4876-a861-a597f066edc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fb3b929-3138-4489-ac43-ccb7ee331f0a HTTP/1.1" status: 204 len: 168 time: 0.2306530 Apr 12 19:11:50.891027 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087714d-07db-4876-a861-a597f066edc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb3b929-3138-4489-ac43-ccb7ee331f0a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:50.973002 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e3ca-aad4-46f7-b51d-c8603a0796e0 req-0d014a15-3dd4-4f4a-b293-51dcf513d915 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:50.976168 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4892e3ca-aad4-46f7-b51d-c8603a0796e0 req-0d014a15-3dd4-4f4a-b293-51dcf513d915 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0495389 Apr 12 19:11:51.024616 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4892e3ca-aad4-46f7-b51d-c8603a0796e0 req-f379a85a-2d5e-4459-bb31-eb0e6561be5c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Apr 12 19:11:51.259574 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9e5e-ff3a-4b2a-9771-452b26a8901b req-c6d79fa7-e428-40ec-8369-cead75e2c517 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:51.259574 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a04a9e5e-ff3a-4b2a-9771-452b26a8901b req-c6d79fa7-e428-40ec-8369-cead75e2c517 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0479462 Apr 12 19:11:51.307028 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a04a9e5e-ff3a-4b2a-9771-452b26a8901b req-af06fc79-64ce-44d4-b967-e488aa426d76 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Apr 12 19:11:52.154229 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2378-1031-4983-b27b-9ba45a4f05d9 req-b60d5f89-269f-4842-b80e-f5a06968a007 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:52.155676 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5da2378-1031-4983-b27b-9ba45a4f05d9 req-b60d5f89-269f-4842-b80e-f5a06968a007 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Apr 12 19:11:52.203281 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5da2378-1031-4983-b27b-9ba45a4f05d9 req-a982ad05-048c-4b23-94bd-64fa3fadda77 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Apr 12 19:11:52.398246 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-c031cc87-4511-4a68-99f5-db5f0a2829e1 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828769813&fields=id&tenant_id=0b4b4b1d00664c44b4b056f179cfe87f HTTP/1.1" status: 200 len: 267 time: 0.0584943 Apr 12 19:11:52.455829 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa18d0-e139-4438-83a8-474a02772811 req-c7a5e28b-0632-42c9-bc48-2bc4fa9cc3e5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:52.457183 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9baa18d0-e139-4438-83a8-474a02772811 req-c7a5e28b-0632-42c9-bc48-2bc4fa9cc3e5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0760779 Apr 12 19:11:52.561453 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9baa18d0-e139-4438-83a8-474a02772811 req-3968f346-8fce-4036-a988-c130e7fa0c45 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743649 Apr 12 19:11:52.567046 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-f6436fc7-30ad-4181-bf8d-7845ab880775 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:52.568806 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-f6436fc7-30ad-4181-bf8d-7845ab880775 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/networks?id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 200 len: 808 time: 0.1544931 Apr 12 19:11:52.596542 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-20ac5681-0130-4deb-8de8-def1b0bbcb30 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/quotas/0b4b4b1d00664c44b4b056f179cfe87f HTTP/1.1" status: 200 len: 375 time: 0.0096071 Apr 12 19:11:52.732779 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-1ce50a52-c7b4-4cc6-baa7-2d380026e88a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414580 Apr 12 19:11:52.844741 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-c5a80285-6efc-4428-82b1-cfd5926325dc service neutron] 10.222.0.50 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994418 Apr 12 19:11:52.943740 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-95cac228-42ff-46e7-ab24-936bb20780a7 service neutron] 10.222.0.50 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932894 Apr 12 19:11:53.176780 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bdcd5-994a-4d38-8756-5f7780e6a7ab req-50e4eaa6-597b-4e39-89ec-ed8f8d469e4d tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:53.178265 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-698bdcd5-994a-4d38-8756-5f7780e6a7ab req-50e4eaa6-597b-4e39-89ec-ed8f8d469e4d tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0507987 Apr 12 19:11:53.226163 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-698bdcd5-994a-4d38-8756-5f7780e6a7ab req-dbc681c8-184e-4fd6-8fcf-25407819448b tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Apr 12 19:11:53.332024 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7514b-8428-48db-b0c1-9e5830411715 req-8eab7019-172d-4ac3-9061-b6ebc7f7fc5b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:53.333528 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d2d7514b-8428-48db-b0c1-9e5830411715 req-8eab7019-172d-4ac3-9061-b6ebc7f7fc5b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0517473 Apr 12 19:11:53.392912 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d2d7514b-8428-48db-b0c1-9e5830411715 req-f27d9580-6bc0-4d9d-8511-16647eacf938 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521998 Apr 12 19:11:53.761272 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fbed8b8a-97b8-4e36-8942-05b7165a64d8 req-afcd2391-855b-47ae-b8d2-043edd19e59f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0295067 Apr 12 19:11:54.145935 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37162) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:54.297800 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:54.357465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20843b48-7857-463e-b103-6c4e57ff9efb req-9455992c-6a6d-41b0-b1b8-d374a763e142 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:54.359156 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-20843b48-7857-463e-b103-6c4e57ff9efb req-9455992c-6a6d-41b0-b1b8-d374a763e142 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0503495 Apr 12 19:11:54.422388 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Publish callbacks [] for security_group (78c9cc94-69ca-4bb8-9f4a-8c32950b9a97), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:54.444542 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-20843b48-7857-463e-b103-6c4e57ff9efb req-261502f4-ee90-476c-9c38-855d8216eb9e tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708299 Apr 12 19:11:54.543357 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42af7f-2221-4159-ac77-64d03ffd315b req-491aa941-12f7-48e0-97e6-5fdf39a6df24 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:54.547460 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d42af7f-2221-4159-ac77-64d03ffd315b req-491aa941-12f7-48e0-97e6-5fdf39a6df24 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0483510 Apr 12 19:11:54.548048 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (78c9cc94-69ca-4bb8-9f4a-8c32950b9a97), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:54.584284 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c9cc94-69ca-4bb8-9f4a-8c32950b9a97,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:54.588019 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df492b5bbb4d49039c0e8fd6b2d7af1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425311 Apr 12 19:11:54.591572 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37178) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:54.593916 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.594266 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.594629 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.594992 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.595328 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.595690 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.596021 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.596349 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.596718 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.597102 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.597394 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.597726 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.598048 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.598370 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.598826 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bfa3dc-eb5f-40f7-b807-8ce8473d0f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:54.601537 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d42af7f-2221-4159-ac77-64d03ffd315b req-753ad2b5-80b8-4273-a431-13341efda463 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499933 Apr 12 19:11:54.655657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed49c-097b-4ec1-ba28-49b207ed3a43 admin admin] Publish callbacks [] for security_group (78c9cc94-69ca-4bb8-9f4a-8c32950b9a97), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:54.676386 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed49c-097b-4ec1-ba28-49b207ed3a43 admin admin] Publish callbacks [] for security_group (78c9cc94-69ca-4bb8-9f4a-8c32950b9a97), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:54.757840 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9212b-5855-4ecd-99c2-2ba782cc83f4 req-76051986-c132-4998-b61e-5481f2941b9a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:54.759322 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-42b9212b-5855-4ecd-99c2-2ba782cc83f4 req-76051986-c132-4998-b61e-5481f2941b9a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0679317 Apr 12 19:11:54.813770 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-42b9212b-5855-4ecd-99c2-2ba782cc83f4 req-3a82a07b-57f1-44da-896f-63f4c4e40eda tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Apr 12 19:11:54.841034 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-10c5af32-2847-439d-93a2-61332d76e4a7 req-34ae9615-7b76-4113-84f8-7eefa2505756 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0315084 Apr 12 19:11:54.929196 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed49c-097b-4ec1-ba28-49b207ed3a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (78c9cc94-69ca-4bb8-9f4a-8c32950b9a97), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:54.931826 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed49c-097b-4ec1-ba28-49b207ed3a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:54.933007 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-6e7ed49c-097b-4ec1-ba28-49b207ed3a43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78c9cc94-69ca-4bb8-9f4a-8c32950b9a97 HTTP/1.1" status: 204 len: 168 time: 0.3402174 Apr 12 19:11:54.942251 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ed49c-097b-4ec1-ba28-49b207ed3a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c9cc94-69ca-4bb8-9f4a-8c32950b9a97,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:55.559214 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b51e-afdd-4815-97d9-8e7e02d539c0 req-62febf89-41db-425d-9c82-80957014897d tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:55.560724 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6419b51e-afdd-4815-97d9-8e7e02d539c0 req-62febf89-41db-425d-9c82-80957014897d tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0475457 Apr 12 19:11:55.610188 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6419b51e-afdd-4815-97d9-8e7e02d539c0 req-d50e3523-57bc-43d0-aea8-768a91ef9334 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 Apr 12 19:11:55.709688 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37198) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:55.726116 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce612d88-141e-4eba-bbf8-801ba0f4b5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:55.805552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce612d88-141e-4eba-bbf8-801ba0f4b5a7 admin admin] Publish callbacks [] for security_group (dbbac78e-8e25-4cd3-885c-f578039d925b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:55.935896 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8be200b4-0fe2-4ecd-b598-3e9b582dcd52 req-f55eb3a7-0f32-4f1e-85c9-d0239d845459 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0307636 Apr 12 19:11:55.940651 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce612d88-141e-4eba-bbf8-801ba0f4b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (dbbac78e-8e25-4cd3-885c-f578039d925b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:55.980848 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ce612d88-141e-4eba-bbf8-801ba0f4b5a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43992fa6a5844e0484acc7a725876847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699654 Apr 12 19:11:55.981703 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce612d88-141e-4eba-bbf8-801ba0f4b5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbac78e-8e25-4cd3-885c-f578039d925b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:55.983388 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37208) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:56.030346 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d813cfe5-d9d6-40e6-8a88-dfbf0f6a1f63 admin admin] Publish callbacks [] for security_group (dbbac78e-8e25-4cd3-885c-f578039d925b), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:56.052110 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d813cfe5-d9d6-40e6-8a88-dfbf0f6a1f63 admin admin] Publish callbacks [] for security_group (dbbac78e-8e25-4cd3-885c-f578039d925b), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:56.184534 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d813cfe5-d9d6-40e6-8a88-dfbf0f6a1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (dbbac78e-8e25-4cd3-885c-f578039d925b), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:56.187085 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d813cfe5-d9d6-40e6-8a88-dfbf0f6a1f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:56.188306 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d813cfe5-d9d6-40e6-8a88-dfbf0f6a1f63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbbac78e-8e25-4cd3-885c-f578039d925b HTTP/1.1" status: 204 len: 168 time: 0.2039170 Apr 12 19:11:56.197038 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813cfe5-d9d6-40e6-8a88-dfbf0f6a1f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbac78e-8e25-4cd3-885c-f578039d925b,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:56.255418 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:56.689363 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2f3631cf-332a-4a3d-96a0-ffd817ad4a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:56.731453 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07bd7e-6754-483c-8452-b9e8012f9077 req-d4e81994-f459-476d-86eb-255218017371 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:56.731453 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d07bd7e-6754-483c-8452-b9e8012f9077 req-d4e81994-f459-476d-86eb-255218017371 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0539057 Apr 12 19:11:56.782342 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d07bd7e-6754-483c-8452-b9e8012f9077 req-7385d0fb-1031-4404-8d92-a23bb07090b5 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 Apr 12 19:11:57.029147 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0133abbc-b02e-446c-b658-ef0b675a3f77 req-44cbad94-8fd3-45ba-8ef6-02a482c68334 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0299428 Apr 12 19:11:57.729625 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:11:57.899641 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf24335-1b86-4b95-b59b-c143c2d02c7f req-513319a7-fa25-46b0-a215-b75eae5c9bc2 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:57.901134 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cdf24335-1b86-4b95-b59b-c143c2d02c7f req-513319a7-fa25-46b0-a215-b75eae5c9bc2 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0506837 Apr 12 19:11:57.949928 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cdf24335-1b86-4b95-b59b-c143c2d02c7f req-a21bbcff-fb16-40ff-ace1-82bec9182392 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432723 Apr 12 19:11:58.018976 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37262) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:58.127892 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c6ec98f4-d08c-493c-9cea-c4b5b593910a req-916a88ea-b296-4335-98e2-ba27d766af86 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0339856 Apr 12 19:11:58.134720 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:58.208578 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Publish callbacks [] for security_group (53079118-8edb-45c5-aae1-eb96c15a4b18), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:58.340604 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (53079118-8edb-45c5-aae1-eb96c15a4b18), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:58.381953 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e1b99e80c994f9bb164046b920a79fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617024 Apr 12 19:11:58.383043 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53079118-8edb-45c5-aae1-eb96c15a4b18,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:58.384730 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37270) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:11:58.390429 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.390775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.391116 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.391453 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.391815 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.392143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.392469 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.392793 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.393120 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.393445 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.393770 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.394097 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.394414 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.394743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.395169 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d807eaa-b229-430d-8360-376bf298ae21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:11:58.433265 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c943b42f-20aa-448d-b6f4-a05d61bdf861 admin admin] Publish callbacks [] for security_group (53079118-8edb-45c5-aae1-eb96c15a4b18), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:58.454033 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c943b42f-20aa-448d-b6f4-a05d61bdf861 admin admin] Publish callbacks [] for security_group (53079118-8edb-45c5-aae1-eb96c15a4b18), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:58.557414 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c943b42f-20aa-448d-b6f4-a05d61bdf861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (53079118-8edb-45c5-aae1-eb96c15a4b18), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:58.560086 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c943b42f-20aa-448d-b6f4-a05d61bdf861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:58.561259 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c943b42f-20aa-448d-b6f4-a05d61bdf861 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53079118-8edb-45c5-aae1-eb96c15a4b18 HTTP/1.1" status: 204 len: 168 time: 0.1749663 Apr 12 19:11:58.573901 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943b42f-20aa-448d-b6f4-a05d61bdf861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53079118-8edb-45c5-aae1-eb96c15a4b18,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:58.924523 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-50446a52-0010-45e9-8c71-6d21b556f3e4 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:58.926000 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-50446a52-0010-45e9-8c71-6d21b556f3e4 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.0659668 Apr 12 19:11:58.987349 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1c7fac7a-1af2-4c77-bd8c-28b0cddfdac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:59.140979 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01927f-b70f-4ec9-8d08-576416b84abf req-24c393ac-2af0-48f0-9980-b603e227657c tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:59.142484 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a01927f-b70f-4ec9-8d08-576416b84abf req-24c393ac-2af0-48f0-9980-b603e227657c tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 950 time: 0.1074939 Apr 12 19:11:59.143244 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Deleting port e1c37e9c-0164-414c-91e0-5bb4965277df {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:11:59.143610 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:59.260334 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a01927f-b70f-4ec9-8d08-576416b84abf req-2a364e39-9960-4125-89dd-6f5e74025fdb tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/security-groups?id=4b062c21-d0d5-4170-8e5a-d311bc281ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996184 Apr 12 19:11:59.278654 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] For port e1c37e9c-0164-414c-91e0-5bb4965277df, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=e1c37e9c-0164-414c-91e0-5bb4965277df,segment=NetworkSegment(e0644c3d-9e95-48a5-8fbc-0420ac613688),segment_id=e0644c3d-9e95-48a5-8fbc-0420ac613688)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:11:59.279044 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:59.292390 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-55a719c7-6989-41e8-87f6-bf9a0dd3b154 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:59.292390 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-55a719c7-6989-41e8-87f6-bf9a0dd3b154 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.46 "GET /v2.0/networks?id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 200 len: 808 time: 0.1132314 Apr 12 19:11:59.298756 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Calling delete_port for e1c37e9c-0164-414c-91e0-5bb4965277df owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:11:59.390792 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-38b73a9d-7885-4282-9f09-c77d37c319df tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b4b4b1d00664c44b4b056f179cfe87f HTTP/1.1" status: 200 len: 379 time: 0.0883155 Apr 12 19:11:59.402165 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'port': {'device_id': 'd9ae8254-7165-444c-9996-0177e664df42', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'admin_state_up': True, 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'security_groups': ['d57395a6-ce26-4c8a-84db-f7491e9660ff']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:11:59.423812 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fe869b9d-3378-4452-af84-81741ad8527b req-871d7703-854b-4635-9720-e913ff11d6fa tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0813069 Apr 12 19:11:59.594894 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85323b4-6c65-441c-84d8-b50751f005b6 req-17033434-e169-4ba6-9330-2b60c22faca3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:59.596376 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b85323b4-6c65-441c-84d8-b50751f005b6 req-17033434-e169-4ba6-9330-2b60c22faca3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Apr 12 19:11:59.651727 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b85323b4-6c65-441c-84d8-b50751f005b6 req-4b9e1ede-b2de-490d-b55b-e168b251700f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490906 Apr 12 19:11:59.670890 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-c06d6c57-27ea-4661-91c5-328a8ab9eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:59.670890 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-c06d6c57-27ea-4661-91c5-328a8ab9eadd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1129 time: 0.0409620 Apr 12 19:11:59.735088 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (e1c37e9c-0164-414c-91e0-5bb4965277df), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:59.747930 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['e1c37e9c-0164-414c-91e0-5bb4965277df'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:11:59.771685 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Pushing event deleted for resources: {'Port': ['ID=e1c37e9c-0164-414c-91e0-5bb4965277df,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:11:59.775522 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Made reservation on behalf of 0b4b4b1d00664c44b4b056f179cfe87f for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:11:59.779097 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:59.803952 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-6a239367-131c-4b5e-9e09-79c024e853cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:11:59.803952 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-6a239367-131c-4b5e-9e09-79c024e853cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.1171789 Apr 12 19:11:59.845742 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-6acc93ce-2c37-4677-853d-6bd084ebc4e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 200 len: 217 time: 0.0462275 Apr 12 19:11:59.876914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] No DVR routers for this DVR port e1c37e9c-0164-414c-91e0-5bb4965277df on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:11:59.881462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:11:59.885034 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bc1f4aab-a791-46de-b203-2a9874f6ff2e req-642d3a67-0fdd-47ac-b967-8c3d8e8dcb67 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.46 "DELETE /v2.0/ports/e1c37e9c-0164-414c-91e0-5bb4965277df HTTP/1.1" status: 204 len: 173 time: 0.9536567 Apr 12 19:11:59.885645 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'name': 'network-vif-deleted', 'tag': 'e1c37e9c-0164-414c-91e0-5bb4965277df'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:11:59.889041 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c449a300-b7f8-46d3-a880-574c39b50252" -d '{"events": [{"server_uuid": "7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212", "name": "network-vif-deleted", "tag": "e1c37e9c-0164-414c-91e0-5bb4965277df"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:11:59.934788 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dac8ed-841c-4d13-bd0c-4087039305ab x-openstack-request-id: req-70dac8ed-841c-4d13-bd0c-4087039305ab {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:11:59.935423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212", "name": "network-vif-deleted", "tag": "e1c37e9c-0164-414c-91e0-5bb4965277df", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:11:59.935670 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70dac8ed-841c-4d13-bd0c-4087039305ab {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:11:59.936009 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dac8ed-841c-4d13-bd0c-4087039305ab'] response: {'server_uuid': '7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212', 'name': 'network-vif-deleted', 'tag': 'e1c37e9c-0164-414c-91e0-5bb4965277df', 'status': 'completed', 'code': 200} Apr 12 19:12:00.197762 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:00.224973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-bf9903a3-264e-4a57-830c-43d10cbc5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:00.226643 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-bf9903a3-264e-4a57-830c-43d10cbc5f0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.3749502 Apr 12 19:12:00.283515 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Allocated IP 172.20.0.7 (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a/012f9973-5ff6-4368-9b21-a134d32c20b3/8bac9f6e-e424-45d4-ac5f-a96eb7ced154) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:00.286287 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-ebc4a1c7-10cc-4525-9a00-d8de7ef10db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:00.287787 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-ebc4a1c7-10cc-4525-9a00-d8de7ef10db2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540590 Apr 12 19:12:00.388976 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8e358397-0329-4eba-b727-6945f6648e10 req-7dcccb6c-9db3-473c-a83c-eecdac692185 tempest-VolumesNegativeTest-1443839196 tempest-VolumesNegativeTest-1443839196-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c7506d1-dc7f-4e17-9f9b-70ba2f3d7212 HTTP/1.1" status: 200 len: 210 time: 0.0333636 Apr 12 19:12:00.470262 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-d44fd5fb-f106-4eda-bdae-5143ccf143b0 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713731 Apr 12 19:12:00.522076 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4ecee23-39c3-4cfa-8d45-79ae88fa4db8 req-1920a354-576c-4b55-b6dd-4578879c8490 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0333874 Apr 12 19:12:00.530802 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:00.632669 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:00.672973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:00.697512 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:00.707156 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:00.712619 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:00.713236 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:00.726094 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:00.793384 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67289d2d-dd6c-40c0-b68b-34e3c9d2f348 req-be0361c3-7d0c-4b00-866d-00c35a42bdf2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:00.794904 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-67289d2d-dd6c-40c0-b68b-34e3c9d2f348 req-be0361c3-7d0c-4b00-866d-00c35a42bdf2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Apr 12 19:12:00.796657 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2d383f9b-aae4-4487-a19f-146c1f0bfa5b req-a1d3ccd7-9ec7-47b4-adb8-69c5f6879a95 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207945 Apr 12 19:12:00.851703 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-67289d2d-dd6c-40c0-b68b-34e3c9d2f348 req-1ff28f91-51b7-4bf3-b603-e9577d10cd19 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Apr 12 19:12:00.891757 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-3738a5f6-0e30-48da-9d95-fd888403214d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4934318 Apr 12 19:12:00.903354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Request body: {'port': {'device_id': 'd9ae8254-7165-444c-9996-0177e664df42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:00.971217 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.013390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-3322b36b-d495-4221-a818-43f27371fca1 None None] Provisioning complete for port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:01.014048 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3322b36b-d495-4221-a818-43f27371fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.048448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3322b36b-d495-4221-a818-43f27371fca1 None None] Port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:01.251620 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:12:01.260423 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Publish callbacks [] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.272674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Transition to ACTIVE for port object 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:12:01.381519 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.451355 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:01.502180 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Attempting to bind port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:01.502747 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Attempting to bind port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:01.502850 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Attempting to bind port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 on network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:01.508022 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 on network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:12:01.508448 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Attempting to bind port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 on network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:01.513818 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:01.514247 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Checking segment: {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:01.514785 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Bound using segment: {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:01.515282 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Bound port: 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fa012d-0492-469d-9bba-01c66dbd002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:01.515729 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.589701 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:01.603091 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:01.670186 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647aa75-71bd-42d0-b34c-61465305ac4b req-574a988b-2cbc-48a3-b5c0-9073d61056cb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:01.671949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0647aa75-71bd-42d0-b34c-61465305ac4b req-574a988b-2cbc-48a3-b5c0-9073d61056cb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0497644 Apr 12 19:12:01.707387 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.729003 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0647aa75-71bd-42d0-b34c-61465305ac4b req-68a1e34a-22f4-4804-97d1-ef8ec06e97e6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489182 Apr 12 19:12:01.742956 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:01.743597 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.745040 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] 10.222.0.46 "PUT /v2.0/ports/8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 1093 time: 0.8461497 Apr 12 19:12:01.745469 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:12:01.747775 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086419f7-3b4e-4814-bc04-6883b82fce12" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:12:01.777012 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801565cd-c981-4c0d-ba04-ffc3328dcd67 service neutron] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:01.806834 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05477062-42d4-4106-89ec-3c95d6d6378a x-openstack-request-id: req-05477062-42d4-4106-89ec-3c95d6d6378a {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:12:01.807315 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:12:01.807596 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05477062-42d4-4106-89ec-3c95d6d6378a {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:12:01.808059 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05477062-42d4-4106-89ec-3c95d6d6378a'] response: {'name': 'network-changed', 'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'status': 'completed', 'code': 200} Apr 12 19:12:01.867331 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:01.891141 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086419f7-3b4e-4814-bc04-6883b82fce12 req-da459cbc-c94d-444e-841a-867caf860a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:01.893483 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-086419f7-3b4e-4814-bc04-6883b82fce12 req-da459cbc-c94d-444e-841a-867caf860a2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1127 time: 0.0570028 Apr 12 19:12:02.003827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d91a9-f2d1-4347-8956-42f0bb12ee29 req-413c1dd1-5f8c-497a-a7b5-5af1ca00b80e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:02.011414 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fd4d91a9-f2d1-4347-8956-42f0bb12ee29 req-413c1dd1-5f8c-497a-a7b5-5af1ca00b80e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0733221 Apr 12 19:12:02.027905 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086419f7-3b4e-4814-bc04-6883b82fce12 req-de28993d-205a-4bf7-8845-43ab2fcb5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:02.029501 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-086419f7-3b4e-4814-bc04-6883b82fce12 req-de28993d-205a-4bf7-8845-43ab2fcb5f23 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1204333 Apr 12 19:12:02.063309 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fd4d91a9-f2d1-4347-8956-42f0bb12ee29 req-72791b4e-1b73-417f-b181-d7dce1561901 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509048 Apr 12 19:12:02.144382 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086419f7-3b4e-4814-bc04-6883b82fce12 req-230472d4-1b75-452e-883d-85e818fe974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:02.146544 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-086419f7-3b4e-4814-bc04-6883b82fce12 req-230472d4-1b75-452e-883d-85e818fe974e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065102 Apr 12 19:12:02.223976 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-86d8ac01-a27a-4207-81ec-8745ad208989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:02.225571 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-86d8ac01-a27a-4207-81ec-8745ad208989 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1127 time: 0.0420837 Apr 12 19:12:02.278198 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-e86d5b2a-da81-4bce-acfc-7a00ccebd63e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 217 time: 0.0405235 Apr 12 19:12:02.330783 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-fa081b50-e893-476e-86e0-cb1d608643e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:02.332275 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-fa081b50-e893-476e-86e0-cb1d608643e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=012f9973-5ff6-4368-9b21-a134d32c20b3 HTTP/1.1" status: 200 len: 847 time: 0.0458364 Apr 12 19:12:02.383339 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-458678b0-67e6-4fdf-a73f-5cf5d01433dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:02.384918 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-458678b0-67e6-4fdf-a73f-5cf5d01433dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419242 Apr 12 19:12:02.499216 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-ed053fa4-7211-485a-af10-edf28462c1db service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063182 Apr 12 19:12:02.592273 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a4e1fa32-034c-4f8b-8677-1f21555902ca req-338abd31-7d34-4305-890b-f7143f2d240a service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Apr 12 19:12:02.845392 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a1049-5741-44e8-8b61-e64a4e07c8b2 req-55ce15ed-0bca-46d7-b221-73a768996c9e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:02.850296 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-937a1049-5741-44e8-8b61-e64a4e07c8b2 req-55ce15ed-0bca-46d7-b221-73a768996c9e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0467055 Apr 12 19:12:02.899725 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-937a1049-5741-44e8-8b61-e64a4e07c8b2 req-1d9c6014-2405-415d-833b-20540c315dd5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459139 Apr 12 19:12:02.922829 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device e1c37e9c-0164-414c-91e0-5bb4965277df no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:12:02.943305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: e1c37e9c-0164-414c-91e0-5bb4965277df {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:12:02.943738 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device e1c37e9c-0164-414c-91e0-5bb4965277df not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:12:03.002644 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:03.187791 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab61c0-62ba-492d-a761-050f8cc3604c req-bd3d7e57-f517-4325-9f30-b65ba636705b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:03.189223 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54ab61c0-62ba-492d-a761-050f8cc3604c req-bd3d7e57-f517-4325-9f30-b65ba636705b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0536900 Apr 12 19:12:03.240742 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54ab61c0-62ba-492d-a761-050f8cc3604c req-07e3ca14-8013-4ff3-9c79-896fc7536e9f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456061 Apr 12 19:12:03.531910 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37488) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:03.704850 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37500) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:03.745401 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2990594d-771a-49c8-bae2-d11ba12e432b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:03.769299 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-647af5c2-ae8a-4e7c-8e4f-4e4bb54b97a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:03.840515 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2990594d-771a-49c8-bae2-d11ba12e432b admin admin] Publish callbacks [] for security_group (1eb7af3d-8d38-42c7-8531-82cf8d173d84), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:03.852937 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-647af5c2-ae8a-4e7c-8e4f-4e4bb54b97a6 admin admin] Publish callbacks [] for security_group (c2ad229b-9bc2-47c3-8699-5afc3777b9cc), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:03.958486 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2990594d-771a-49c8-bae2-d11ba12e432b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1eb7af3d-8d38-42c7-8531-82cf8d173d84), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:03.959130 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-647af5c2-ae8a-4e7c-8e4f-4e4bb54b97a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (c2ad229b-9bc2-47c3-8699-5afc3777b9cc), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.014779 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2990594d-771a-49c8-bae2-d11ba12e432b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ecb6ab963ee49c6855d31c331cc428a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816175 Apr 12 19:12:04.017132 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990594d-771a-49c8-bae2-d11ba12e432b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb7af3d-8d38-42c7-8531-82cf8d173d84,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:04.020610 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37516) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:04.035379 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-647af5c2-ae8a-4e7c-8e4f-4e4bb54b97a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19a468fe7faa4388a5d8a192253dc158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287287 Apr 12 19:12:04.039251 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647af5c2-ae8a-4e7c-8e4f-4e4bb54b97a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad229b-9bc2-47c3-8699-5afc3777b9cc,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:04.040645 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37518) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:04.066191 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5b0eb-7762-4862-8090-51dcf8d0b263 req-5ce03bd4-ce92-4f92-98ca-603d990fd51b tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:04.071629 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6db5b0eb-7762-4862-8090-51dcf8d0b263 req-5ce03bd4-ce92-4f92-98ca-603d990fd51b tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0812032 Apr 12 19:12:04.127313 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6db5b0eb-7762-4862-8090-51dcf8d0b263 req-13043fc1-229b-496b-9b6b-7def157df83a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518796 Apr 12 19:12:04.136067 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b3cefe79-ac62-4b8e-9018-5b80ce0ba8a8 admin admin] Publish callbacks [] for security_group (1eb7af3d-8d38-42c7-8531-82cf8d173d84), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.155667 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2cd02b61-8e82-461e-8284-b8fbd9441909 admin admin] Publish callbacks [] for security_group (c2ad229b-9bc2-47c3-8699-5afc3777b9cc), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.174712 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b3cefe79-ac62-4b8e-9018-5b80ce0ba8a8 admin admin] Publish callbacks [] for security_group (1eb7af3d-8d38-42c7-8531-82cf8d173d84), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.198747 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2cd02b61-8e82-461e-8284-b8fbd9441909 admin admin] Publish callbacks [] for security_group (c2ad229b-9bc2-47c3-8699-5afc3777b9cc), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.352266 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b3cefe79-ac62-4b8e-9018-5b80ce0ba8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1eb7af3d-8d38-42c7-8531-82cf8d173d84), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.355974 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c6578-7f51-4445-bc33-4ce42dd0cb27 req-dbc7bdeb-2182-4933-abca-51a07c7ba9aa tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:04.356608 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b3cefe79-ac62-4b8e-9018-5b80ce0ba8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.357559 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8f1c6578-7f51-4445-bc33-4ce42dd0cb27 req-dbc7bdeb-2182-4933-abca-51a07c7ba9aa tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0478485 Apr 12 19:12:04.358254 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b3cefe79-ac62-4b8e-9018-5b80ce0ba8a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1eb7af3d-8d38-42c7-8531-82cf8d173d84 HTTP/1.1" status: 204 len: 168 time: 0.3365040 Apr 12 19:12:04.368081 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cefe79-ac62-4b8e-9018-5b80ce0ba8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb7af3d-8d38-42c7-8531-82cf8d173d84,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:04.398546 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2cd02b61-8e82-461e-8284-b8fbd9441909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (c2ad229b-9bc2-47c3-8699-5afc3777b9cc), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.401168 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2cd02b61-8e82-461e-8284-b8fbd9441909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:04.402388 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2cd02b61-8e82-461e-8284-b8fbd9441909 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2ad229b-9bc2-47c3-8699-5afc3777b9cc HTTP/1.1" status: 204 len: 168 time: 0.3413582 Apr 12 19:12:04.410657 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd02b61-8e82-461e-8284-b8fbd9441909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad229b-9bc2-47c3-8699-5afc3777b9cc,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:04.420333 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8f1c6578-7f51-4445-bc33-4ce42dd0cb27 req-5956454f-f2d6-4bdc-8225-a73d2935d50c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568588 Apr 12 19:12:05.243355 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d41de-78aa-4947-8729-0d59ac2b7c6d req-d56bbb8f-adaf-4f9a-b75e-3f63aaa21b84 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:05.244800 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-603d41de-78aa-4947-8729-0d59ac2b7c6d req-d56bbb8f-adaf-4f9a-b75e-3f63aaa21b84 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0457118 Apr 12 19:12:05.295351 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-603d41de-78aa-4947-8729-0d59ac2b7c6d req-09f360cf-5b3a-4575-8703-a4ec06adf3e9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450566 Apr 12 19:12:05.406713 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37602) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:05.421222 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8e142c3-d251-4843-b9ab-f75c4a4c92b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:05.514683 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8e142c3-d251-4843-b9ab-f75c4a4c92b3 admin admin] Publish callbacks [] for security_group (fff39f9c-12c1-461d-999f-323a1b926292), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:05.568262 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36374e-1589-4467-8d66-1fc5a8d47ab4 req-c90342a0-6b6b-41c4-b1ac-7425fd00f188 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:05.569812 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ef36374e-1589-4467-8d66-1fc5a8d47ab4 req-c90342a0-6b6b-41c4-b1ac-7425fd00f188 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Apr 12 19:12:05.603930 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8e142c3-d251-4843-b9ab-f75c4a4c92b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fff39f9c-12c1-461d-999f-323a1b926292), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:05.620975 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ef36374e-1589-4467-8d66-1fc5a8d47ab4 req-424bdb4c-bdd2-4f18-bfb8-367075e318eb tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Apr 12 19:12:05.651563 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e8e142c3-d251-4843-b9ab-f75c4a4c92b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5112ab411417493aa2d504871948246d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419875 Apr 12 19:12:05.651563 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e142c3-d251-4843-b9ab-f75c4a4c92b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff39f9c-12c1-461d-999f-323a1b926292,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:05.652849 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37614) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:05.710139 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b580b34c-8613-43f1-92df-e9dda2ea4b8d admin admin] Publish callbacks [] for security_group (fff39f9c-12c1-461d-999f-323a1b926292), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:05.734090 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b580b34c-8613-43f1-92df-e9dda2ea4b8d admin admin] Publish callbacks [] for security_group (fff39f9c-12c1-461d-999f-323a1b926292), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:05.906884 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b580b34c-8613-43f1-92df-e9dda2ea4b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fff39f9c-12c1-461d-999f-323a1b926292), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:05.909593 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-b580b34c-8613-43f1-92df-e9dda2ea4b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:05.910722 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-b580b34c-8613-43f1-92df-e9dda2ea4b8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fff39f9c-12c1-461d-999f-323a1b926292 HTTP/1.1" status: 204 len: 168 time: 0.2565968 Apr 12 19:12:05.920657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580b34c-8613-43f1-92df-e9dda2ea4b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff39f9c-12c1-461d-999f-323a1b926292,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:06.416557 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb83f-6d66-4836-9849-43c73eab2fe2 req-ecf0bcc5-9050-4c3c-a4c6-c10a80a168ca tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:06.423800 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-752bb83f-6d66-4836-9849-43c73eab2fe2 req-ecf0bcc5-9050-4c3c-a4c6-c10a80a168ca tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0597126 Apr 12 19:12:06.475760 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-752bb83f-6d66-4836-9849-43c73eab2fe2 req-e7a3ea5d-507f-4e6e-ba0d-f94dc4eab63e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510757 Apr 12 19:12:06.654983 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37704) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:06.760387 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a30389-9d7d-4dc7-b6dc-40732ea0b797 req-545b4034-0599-4dc2-ac5a-6951a973106e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:06.761866 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-39a30389-9d7d-4dc7-b6dc-40732ea0b797 req-545b4034-0599-4dc2-ac5a-6951a973106e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0573425 Apr 12 19:12:06.791750 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-85d24c54-c293-4712-959a-db9ec9e79d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:06.835652 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-39a30389-9d7d-4dc7-b6dc-40732ea0b797 req-dd9b26d7-d98d-4bc7-a24a-b18c3af572dd tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678375 Apr 12 19:12:06.908566 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-85d24c54-c293-4712-959a-db9ec9e79d75 admin admin] Publish callbacks [] for security_group (72eaae22-0100-4894-8041-e078ed32557f), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:06.956168 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-85d24c54-c293-4712-959a-db9ec9e79d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (72eaae22-0100-4894-8041-e078ed32557f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:06.998432 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-85d24c54-c293-4712-959a-db9ec9e79d75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45fb85d42e8843f384a8f81e0828b69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422697 Apr 12 19:12:06.999290 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d24c54-c293-4712-959a-db9ec9e79d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eaae22-0100-4894-8041-e078ed32557f,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:07.001022 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37726) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:07.062860 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0179d514-54f4-4a0e-a0d0-d1bd3f29be15 admin admin] Publish callbacks [] for security_group (72eaae22-0100-4894-8041-e078ed32557f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:07.088817 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0179d514-54f4-4a0e-a0d0-d1bd3f29be15 admin admin] Publish callbacks [] for security_group (72eaae22-0100-4894-8041-e078ed32557f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:07.221720 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0179d514-54f4-4a0e-a0d0-d1bd3f29be15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (72eaae22-0100-4894-8041-e078ed32557f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:07.224310 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0179d514-54f4-4a0e-a0d0-d1bd3f29be15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:07.225528 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0179d514-54f4-4a0e-a0d0-d1bd3f29be15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72eaae22-0100-4894-8041-e078ed32557f HTTP/1.1" status: 204 len: 168 time: 0.2221138 Apr 12 19:12:07.238391 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179d514-54f4-4a0e-a0d0-d1bd3f29be15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eaae22-0100-4894-8041-e078ed32557f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:07.596387 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e9743-2daf-42d3-ba67-64976bd8e52c req-adb7f939-eef6-43bf-83d3-4cf4a3d1fe27 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:07.597943 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b2e9743-2daf-42d3-ba67-64976bd8e52c req-adb7f939-eef6-43bf-83d3-4cf4a3d1fe27 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0500796 Apr 12 19:12:07.650451 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b2e9743-2daf-42d3-ba67-64976bd8e52c req-071cab67-0c06-4477-992c-c4d8e7e63080 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Apr 12 19:12:07.957203 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927ffc-2c31-49ba-8466-bc2961e99024 req-f5ceeeb1-e002-4f41-a7a3-15bdead235b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:07.958863 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45927ffc-2c31-49ba-8466-bc2961e99024 req-f5ceeeb1-e002-4f41-a7a3-15bdead235b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0522072 Apr 12 19:12:08.012972 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45927ffc-2c31-49ba-8466-bc2961e99024 req-78df1df4-69ff-4324-862a-f15ea940d674 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463393 Apr 12 19:12:08.437324 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37788) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:08.534512 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715349702-network', 'tenant_id': '53a6478910114ad8affc6ab4c6582cd9'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:08.712094 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Made reservation on behalf of 53a6478910114ad8affc6ab4c6582cd9 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:08.714417 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:08.723006 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:08.766157 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aae5d-4b7f-4cab-bbed-d233515b8332 req-2caaa3dd-d5d7-4507-b18c-987ea803885e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:08.767743 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b2aae5d-4b7f-4cab-bbed-d233515b8332 req-2caaa3dd-d5d7-4507-b18c-987ea803885e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0506835 Apr 12 19:12:08.800858 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks [] for security_group (fea4c59d-d6fc-4a42-b158-1735616b7d7a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:08.816588 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b2aae5d-4b7f-4cab-bbed-d233515b8332 req-c47a0b94-6a22-403b-b778-b3126ae40ff8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Apr 12 19:12:08.912642 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fea4c59d-d6fc-4a42-b158-1735616b7d7a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:08.937689 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:12:08.948363 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea4c59d-d6fc-4a42-b158-1735616b7d7a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:08.953908 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (87bfb3d8-7049-411b-9217-bd559090bf6e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:08.958706 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Added segment 87bfb3d8-7049-411b-9217-bd559090bf6e of type vlan for network 9a97264d-3ea6-4771-ac0b-638ec71b6076 Apr 12 19:12:08.998161 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (9a97264d-3ea6-4771-ac0b-638ec71b6076), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:09.095240 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (9a97264d-3ea6-4771-ac0b-638ec71b6076), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:09.096275 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:09.096943 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:09.163866 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba99b7-ff72-412d-a3f7-51d9f3cffede req-eb241ea3-60fa-49e1-8918-2a06738e34e2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:09.165467 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2bba99b7-ff72-412d-a3f7-51d9f3cffede req-eb241ea3-60fa-49e1-8918-2a06738e34e2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0583003 Apr 12 19:12:09.166855 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] Pushing event updated for resources: {'Network': ['ID=9a97264d-3ea6-4771-ac0b-638ec71b6076,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:09.178207 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 9a97264d-3ea6-4771-ac0b-638ec71b6076 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:12:09.211187 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-73b0b322-96a1-4867-9ba8-42914300ae3b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7727592 Apr 12 19:12:09.212215 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37804) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:09.217655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Request body: {'subnet': {'network_id': '9a97264d-3ea6-4771-ac0b-638ec71b6076', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715349702-subnet', 'tenant_id': '53a6478910114ad8affc6ab4c6582cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:09.234825 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2bba99b7-ff72-412d-a3f7-51d9f3cffede req-060813b9-6aed-4858-aaa0-d7d858a9932b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616946 Apr 12 19:12:09.316450 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Made reservation on behalf of 53a6478910114ad8affc6ab4c6582cd9 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:09.319421 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:09.551441 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (02386a88-81a9-4d03-8cd3-749d4e0926bb), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:09.613389 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02386a88-81a9-4d03-8cd3-749d4e0926bb,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:09.623722 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Checking segment: {'id': '87bfb3d8-7049-411b-9217-bd559090bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9a97264d-3ea6-4771-ac0b-638ec71b6076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:09.623722 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Network hostable DHCP agents. Network: 9a97264d-3ea6-4771-ac0b-638ec71b6076, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:12:09.774968 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Network 9a97264d-3ea6-4771-ac0b-638ec71b6076 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:12:09.893474 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 9a97264d-3ea6-4771-ac0b-638ec71b6076) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:09.900307 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:09.901222 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:09.902756 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54389b09-775e-4c5f-bce8-d5daba761386 None None] Network 9a97264d-3ea6-4771-ac0b-638ec71b6076 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:09.943337 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e59f1-f976-4870-ba1e-15d07b212515 req-10fe1b12-bf35-4d88-afec-22c3efffc541 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:09.944942 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-726e59f1-f976-4870-ba1e-15d07b212515 req-10fe1b12-bf35-4d88-afec-22c3efffc541 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0593989 Apr 12 19:12:09.986436 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-06b834f5-cec2-4867-a20e-1f2eb2640692 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7646070 Apr 12 19:12:10.022827 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e56fb8-305f-49de-9832-bcba395b0f78 None None] Network 9a97264d-3ea6-4771-ac0b-638ec71b6076 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:10.236287 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-726e59f1-f976-4870-ba1e-15d07b212515 req-c9e14cb6-ad71-4e67-b916-8a5f73bd499b tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853861 Apr 12 19:12:10.341565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011b7ef-7ee6-486e-bcbe-649ff015dc3a req-b99927ce-445e-4388-9e41-8deada5cc7df tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:10.343096 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e011b7ef-7ee6-486e-bcbe-649ff015dc3a req-b99927ce-445e-4388-9e41-8deada5cc7df tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0489535 Apr 12 19:12:10.391312 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e011b7ef-7ee6-486e-bcbe-649ff015dc3a req-c0941491-8799-461f-bdb9-b9e538d6f20e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Apr 12 19:12:10.747875 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37852) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:10.754243 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121956219-network', 'tenant_id': '2145c04d0b5a45a8bd222afc4acb89b9'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:10.843759 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Made reservation on behalf of 2145c04d0b5a45a8bd222afc4acb89b9 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:10.846307 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:10.858400 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:10.936915 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks [] for security_group (31bc316f-eff3-4848-985c-6ba38a14f68b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.021195 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (31bc316f-eff3-4848-985c-6ba38a14f68b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.042523 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:12:11.057524 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc316f-eff3-4848-985c-6ba38a14f68b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:11.061349 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (82f0c186-f4c6-4636-b3f4-d4efca5d3fb4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.061693 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Added segment 82f0c186-f4c6-4636-b3f4-d4efca5d3fb4 of type vlan for network dcd85963-c06b-4cd5-8d7d-b6a8adda4fec Apr 12 19:12:11.106508 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (dcd85963-c06b-4cd5-8d7d-b6a8adda4fec), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.163088 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37864) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:11.219292 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (dcd85963-c06b-4cd5-8d7d-b6a8adda4fec), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.220340 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:11.220966 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.288133 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd85963-c06b-4cd5-8d7d-b6a8adda4fec,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:11.299164 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network dcd85963-c06b-4cd5-8d7d-b6a8adda4fec details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:12:11.306521 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-dc6d02e0-136b-4816-8bd7-ce53c047b94c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52fed1858fee4662a7ae05fa0e26e0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422119 Apr 12 19:12:11.307093 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37872) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:11.360812 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-69d434d2-c62b-4c2a-8011-6b6319e936c9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6112821 Apr 12 19:12:11.363565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37876) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:11.376727 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Request body: {'subnet': {'network_id': 'dcd85963-c06b-4cd5-8d7d-b6a8adda4fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121956219-subnet', 'tenant_id': '2145c04d0b5a45a8bd222afc4acb89b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:11.396240 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e1d2-af4a-4234-84c6-85dd9d6eacfa req-bec05432-1c50-4bc5-b047-4507c825cb24 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:11.397891 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9255e1d2-af4a-4234-84c6-85dd9d6eacfa req-bec05432-1c50-4bc5-b047-4507c825cb24 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0847871 Apr 12 19:12:11.446682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-06800801-db1d-4a1d-92f7-793904993f06 admin admin] Publish callbacks [] for security_group (4b062c21-d0d5-4170-8e5a-d311bc281ce8), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.505650 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-06800801-db1d-4a1d-92f7-793904993f06 admin admin] Publish callbacks [] for security_group (4b062c21-d0d5-4170-8e5a-d311bc281ce8), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.510369 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9255e1d2-af4a-4234-84c6-85dd9d6eacfa req-ef8f5ce3-88ea-44c1-9e66-d2c33aaf7848 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046913 Apr 12 19:12:11.520620 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Made reservation on behalf of 2145c04d0b5a45a8bd222afc4acb89b9 for: {'subnet': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:11.523091 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4883826'] for subnet (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.577500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ca061-d050-4849-91c3-34581a776d06 req-bf1f8731-8027-4cd5-8867-8d763c0ad204 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:11.580051 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f46ca061-d050-4849-91c3-34581a776d06 req-bf1f8731-8027-4cd5-8867-8d763c0ad204 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.1141582 Apr 12 19:12:11.678456 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f46ca061-d050-4849-91c3-34581a776d06 req-998f7868-1db8-4d70-b094-0742d8663e81 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719891 Apr 12 19:12:11.824615 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-06800801-db1d-4a1d-92f7-793904993f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (4b062c21-d0d5-4170-8e5a-d311bc281ce8), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.827167 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-06800801-db1d-4a1d-92f7-793904993f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:11.828371 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-06800801-db1d-4a1d-92f7-793904993f06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b062c21-d0d5-4170-8e5a-d311bc281ce8 HTTP/1.1" status: 204 len: 168 time: 0.5203555 Apr 12 19:12:11.835825 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06800801-db1d-4a1d-92f7-793904993f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b062c21-d0d5-4170-8e5a-d311bc281ce8,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:12.071011 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4883812'] for subnet (66c33d3e-7961-4302-8ad5-6c5c367e3a3b), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:12.128833 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c33d3e-7961-4302-8ad5-6c5c367e3a3b,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:12.138501 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Checking segment: {'id': '82f0c186-f4c6-4636-b3f4-d4efca5d3fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'dcd85963-c06b-4cd5-8d7d-b6a8adda4fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:12.138862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Network hostable DHCP agents. Network: dcd85963-c06b-4cd5-8d7d-b6a8adda4fec, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:12:12.243470 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Network dcd85963-c06b-4cd5-8d7d-b6a8adda4fec is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:12:12.329107 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, dcd85963-c06b-4cd5-8d7d-b6a8adda4fec) {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:12.334118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:12.334993 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:12.339129 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5594ef-9c6d-461b-a4c0-0a276efd13f0 None None] Network dcd85963-c06b-4cd5-8d7d-b6a8adda4fec requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:12.439740 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0e099-a7fd-4dea-b9aa-406114565522 None None] Network dcd85963-c06b-4cd5-8d7d-b6a8adda4fec requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:12.446296 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-80b3483c-51c7-4365-9e08-4717e1ea06cd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0794959 Apr 12 19:12:12.571200 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37900) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:12.650600 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] Deleting subnet 02386a88-81a9-4d03-8cd3-749d4e0926bb {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:12:12.664659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0ec9f-f397-4d55-a022-b8830bc7b2d2 req-5393c023-a51b-4e07-81e6-bf4a144c1e66 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:12.664659 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66e0ec9f-f397-4d55-a022-b8830bc7b2d2 req-5393c023-a51b-4e07-81e6-bf4a144c1e66 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0660653 Apr 12 19:12:12.664659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] Publish callbacks [] for subnet (02386a88-81a9-4d03-8cd3-749d4e0926bb), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:12.749107 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (02386a88-81a9-4d03-8cd3-749d4e0926bb), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:12.754318 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66e0ec9f-f397-4d55-a022-b8830bc7b2d2 req-889e4718-8c6d-4c84-9207-5ed49348feea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676889 Apr 12 19:12:12.836993 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdabb10-95b2-4a7d-902e-39387ff724a5 req-cfd8a3f2-92c8-4898-9e9d-79fa28054e62 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:12.838444 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6fdabb10-95b2-4a7d-902e-39387ff724a5 req-cfd8a3f2-92c8-4898-9e9d-79fa28054e62 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0661905 Apr 12 19:12:12.839561 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (02386a88-81a9-4d03-8cd3-749d4e0926bb), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:12.922070 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6fdabb10-95b2-4a7d-902e-39387ff724a5 req-9a2dc4b9-586e-4d1d-8499-f1db5c1a358b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629506 Apr 12 19:12:12.986080 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37916) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:13.080185 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1978389259-network', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:13.096782 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (02386a88-81a9-4d03-8cd3-749d4e0926bb), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.124846 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.128050 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/02386a88-81a9-4d03-8cd3-749d4e0926bb HTTP/1.1" status: 204 len: 168 time: 0.5558083 Apr 12 19:12:13.129044 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cac67d-fc08-4f8d-9675-3d1a2ae41251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02386a88-81a9-4d03-8cd3-749d4e0926bb,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:13.130726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37920) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:13.183997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Made reservation on behalf of e476d52eccde4acf88ca8306e96beaa4 for: {'network': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:13.186194 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.200132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.219331 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (9a97264d-3ea6-4771-ac0b-638ec71b6076), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.327152 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (9a97264d-3ea6-4771-ac0b-638ec71b6076), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.354910 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a97264d-3ea6-4771-ac0b-638ec71b6076']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:13.371457 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bfb3d8-7049-411b-9217-bd559090bf6e') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:13.371772 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bfb3d8-7049-411b-9217-bd559090bf6e') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:13.387013 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks [] for security_group (5b90f48d-5e1e-4cd1-b355-2e567a685bef), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.388798 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (87bfb3d8-7049-411b-9217-bd559090bf6e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.402377 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (87bfb3d8-7049-411b-9217-bd559090bf6e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.408015 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:12:13.408388 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (87bfb3d8-7049-411b-9217-bd559090bf6e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:12:13.410014 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:12:13.464913 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5b90f48d-5e1e-4cd1-b355-2e567a685bef), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.489269 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:12:13.497968 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90f48d-5e1e-4cd1-b355-2e567a685bef,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:13.503856 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (d7c4a54d-c681-42ff-8ae7-7888d5882ab8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.504207 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.segments_db [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Added segment d7c4a54d-c681-42ff-8ae7-7888d5882ab8 of type vlan for network 3854b6a1-0d86-4208-8971-cd535295fd46 Apr 12 19:12:13.538932 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (9a97264d-3ea6-4771-ac0b-638ec71b6076), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.544143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.547257 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] 10.222.0.50 "DELETE /v2.0/networks/9a97264d-3ea6-4771-ac0b-638ec71b6076 HTTP/1.1" status: 204 len: 168 time: 0.4156141 Apr 12 19:12:13.550155 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37922) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:13.567732 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea142f-6603-4ff6-ad2e-908510d2759c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a97264d-3ea6-4771-ac0b-638ec71b6076,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:13.573911 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (3854b6a1-0d86-4208-8971-cd535295fd46), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.594823 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] Deleting subnet 66c33d3e-7961-4302-8ad5-6c5c367e3a3b {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:12:13.598283 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] Publish callbacks [] for subnet (66c33d3e-7961-4302-8ad5-6c5c367e3a3b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.632087 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] Publish callbacks [] for subnet (66c33d3e-7961-4302-8ad5-6c5c367e3a3b), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.637715 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (66c33d3e-7961-4302-8ad5-6c5c367e3a3b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.711896 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (3854b6a1-0d86-4208-8971-cd535295fd46), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.712888 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:13.713481 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.773601 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] Pushing event updated for resources: {'Network': ['ID=3854b6a1-0d86-4208-8971-cd535295fd46,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:13.783593 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 3854b6a1-0d86-4208-8971-cd535295fd46 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:12:13.827077 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for subnet (66c33d3e-7961-4302-8ad5-6c5c367e3a3b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.855684 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:13.858869 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/66c33d3e-7961-4302-8ad5-6c5c367e3a3b HTTP/1.1" status: 204 len: 168 time: 0.3077180 Apr 12 19:12:13.860064 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d148ab-302f-4c31-a0c9-0aa82d731dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c33d3e-7961-4302-8ad5-6c5c367e3a3b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:13.861793 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37930) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:13.867615 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-dc49aec9-68d4-40e6-ba6b-87137c13ef54 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8804340 Apr 12 19:12:13.871074 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37932) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:13.875549 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Request body: {'subnet': {'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1978389259-subnet', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:13.879060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ef33-520c-4ffb-8278-e03f21ec17c6 req-96a4a140-608d-466b-b1d2-d07e37f94b95 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:13.881819 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4ee8ef33-520c-4ffb-8278-e03f21ec17c6 req-96a4a140-608d-466b-b1d2-d07e37f94b95 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0591769 Apr 12 19:12:13.934028 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4ee8ef33-520c-4ffb-8278-e03f21ec17c6 req-e6295e77-c595-4d44-bc07-ca88528efde5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461380 Apr 12 19:12:13.950553 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (dcd85963-c06b-4cd5-8d7d-b6a8adda4fec), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.007527 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Made reservation on behalf of e476d52eccde4acf88ca8306e96beaa4 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:14.009770 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.034801 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922faa5-34d9-49ae-9f25-e44446f49d26 req-9f257301-17bb-4748-9e62-3ace043f8324 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:14.037178 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9922faa5-34d9-49ae-9f25-e44446f49d26 req-9f257301-17bb-4748-9e62-3ace043f8324 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0495057 Apr 12 19:12:14.058070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (dcd85963-c06b-4cd5-8d7d-b6a8adda4fec), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.086142 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9922faa5-34d9-49ae-9f25-e44446f49d26 req-ad4f725d-abef-45d4-aff8-7222dd19787d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Apr 12 19:12:14.112063 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.112409 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.113140 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.113493 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > port after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.113841 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.114828 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > port after_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.115330 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.115684 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.116010 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.116333 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.182057 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.182410 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.182744 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.183074 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 19:12:14.183417 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd85963-c06b-4cd5-8d7d-b6a8adda4fec']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:14.209073 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f0c186-f4c6-4636-b3f4-d4efca5d3fb4') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:14.209364 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f0c186-f4c6-4636-b3f4-d4efca5d3fb4') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:14.223768 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:12:14.228970 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4755586'] for segment (82f0c186-f4c6-4636-b3f4-d4efca5d3fb4), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.253588 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (82f0c186-f4c6-4636-b3f4-d4efca5d3fb4), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.266070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:12:14.266438 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276899'] for segment (82f0c186-f4c6-4636-b3f4-d4efca5d3fb4), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: from cryptography.utils import int_from_bytes Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: from cryptography.utils import int_from_bytes Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: timer() Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: cb(*args, **kw) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: self._notify() Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: self.callback(batched_events) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: event.method(event) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._get(url).json() Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:12:14.270432 dv-cinder-837538-1-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:12:14.321910 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:14.333466 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'port_id': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'mac_address': 'fa:16:3e:34:0b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:12:14.380441 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:14.380777 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.427649 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (dcd85963-c06b-4cd5-8d7d-b6a8adda4fec), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.435708 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.439059 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] 10.222.0.50 "DELETE /v2.0/networks/dcd85963-c06b-4cd5-8d7d-b6a8adda4fec HTTP/1.1" status: 204 len: 168 time: 0.5763445 Apr 12 19:12:14.448761 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5390de-f24d-4ad7-9dc7-4483ef105bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd85963-c06b-4cd5-8d7d-b6a8adda4fec,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:14.455552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5895596'] for subnet (c5011ea1-d941-4400-8585-9d822dde18e6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.510634 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5011ea1-d941-4400-8585-9d822dde18e6,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:14.517577 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:12:14.527911 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Checking segment: {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:14.528282 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Network hostable DHCP agents. Network: 3854b6a1-0d86-4208-8971-cd535295fd46, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:12:14.537703 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:14.636584 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.665056 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Network 3854b6a1-0d86-4208-8971-cd535295fd46 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:12:14.688866 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:14.695949 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.696308 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.696675 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.697029 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.697367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.697703 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.698033 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.698361 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.698688 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.699015 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.699494 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.699717 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.700042 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.700388 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.700714 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:14.745116 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 3854b6a1-0d86-4208-8971-cd535295fd46) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:14.749206 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:14.749805 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.755419 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf0327-3d69-4d1c-90bd-f0a723cb2656 None None] Network 3854b6a1-0d86-4208-8971-cd535295fd46 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:14.791100 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37942) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:14.830645 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1d821f87-2abc-45e2-b31e-153561ddb212 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53a6478910114ad8affc6ab4c6582cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381913 Apr 12 19:12:14.833662 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37944) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:14.863181 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3372221a-2c0b-45bc-b252-43957663cf89 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9910467 Apr 12 19:12:14.866511 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37948) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:14.872896 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:14.884299 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-3854b6a1-0d86-4208-8971-cd535295fd46', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:12:14.885513 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.894897 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52254798-5f09-4326-9681-1c6952cc02f1 admin admin] Publish callbacks [] for security_group (fea4c59d-d6fc-4a42-b158-1735616b7d7a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.916597 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52254798-5f09-4326-9681-1c6952cc02f1 admin admin] Publish callbacks [] for security_group (fea4c59d-d6fc-4a42-b158-1735616b7d7a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.946666 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (22f86696-e0be-472a-8a7b-d62790af8ffd), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:14.948231 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (22f86696-e0be-472a-8a7b-d62790af8ffd), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.021462 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52254798-5f09-4326-9681-1c6952cc02f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fea4c59d-d6fc-4a42-b158-1735616b7d7a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.024515 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52254798-5f09-4326-9681-1c6952cc02f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.025734 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-52254798-5f09-4326-9681-1c6952cc02f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fea4c59d-d6fc-4a42-b158-1735616b7d7a HTTP/1.1" status: 204 len: 168 time: 0.1909902 Apr 12 19:12:15.030872 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Allocated IP 172.20.0.2 (3854b6a1-0d86-4208-8971-cd535295fd46/c5011ea1-d941-4400-8585-9d822dde18e6/df87d343-6ebb-435f-ae95-5c444bff58ad) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:15.034469 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52254798-5f09-4326-9681-1c6952cc02f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea4c59d-d6fc-4a42-b158-1735616b7d7a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:15.093239 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064ab6a-ba8b-4fb9-8979-fd2d56dc4452 req-747bdc9b-7b80-4606-9bce-7d69eb9ba808 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:15.094780 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b064ab6a-ba8b-4fb9-8979-fd2d56dc4452 req-747bdc9b-7b80-4606-9bce-7d69eb9ba808 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0940588 Apr 12 19:12:15.096143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks [] for router_controller (22f86696-e0be-472a-8a7b-d62790af8ffd), precommit_add_association {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.166125 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b064ab6a-ba8b-4fb9-8979-fd2d56dc4452 req-0d34a08a-5796-4863-bb65-c48635374a76 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633745 Apr 12 19:12:15.200217 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Publish callbacks [] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.272289 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649840f-f44d-4ac1-914b-510031daa73f req-06b5d5f0-f15f-489f-b65c-a762d076645c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:15.273743 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9649840f-f44d-4ac1-914b-510031daa73f req-06b5d5f0-f15f-489f-b65c-a762d076645c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.1130688 Apr 12 19:12:15.330019 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.360790 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks [] for router_gateway (22f86696-e0be-472a-8a7b-d62790af8ffd), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.375287 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Network 3854b6a1-0d86-4208-8971-cd535295fd46 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:15.382921 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:15.386557 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:15.393795 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Pushing event updated for resources: {'Port': ['ID=df87d343-6ebb-435f-ae95-5c444bff58ad,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:15.399829 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9649840f-f44d-4ac1-914b-510031daa73f req-608b4399-37c4-4af4-96c7-60d6af34e80e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874884 Apr 12 19:12:15.433431 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-8f568b6b-c43b-4c6d-836f-b7bd069c27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:15.433431 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-8f568b6b-c43b-4c6d-836f-b7bd069c27be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1129 time: 0.0602369 Apr 12 19:12:15.448216 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Attempting to bind port df87d343-6ebb-435f-ae95-5c444bff58ad on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:15.448620 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Attempting to bind port df87d343-6ebb-435f-ae95-5c444bff58ad by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:15.448978 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Attempting to bind port df87d343-6ebb-435f-ae95-5c444bff58ad on network 3854b6a1-0d86-4208-8971-cd535295fd46 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:15.453983 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:15.454350 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Checking segment: {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:15.454744 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.455127 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Bound using segment: {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:15.455609 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Bound port: df87d343-6ebb-435f-ae95-5c444bff58ad, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:15.455981 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.468614 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['8bac9f6e-e424-45d4-ac5f-a96eb7ced154'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:12:15.545784 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-0602ebea-527b-4d50-9d3f-d99a7964b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:15.547651 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-0602ebea-527b-4d50-9d3f-d99a7964b1a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.1028864 Apr 12 19:12:15.570002 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] For port df87d343-6ebb-435f-ae95-5c444bff58ad, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:15.574408 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] For port df87d343-6ebb-435f-ae95-5c444bff58ad, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=df87d343-6ebb-435f-ae95-5c444bff58ad,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:15.596004 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-77e90c3d-6dcc-4548-b354-56e247496f3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 200 len: 217 time: 0.0414410 Apr 12 19:12:15.654722 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-0837f2f7-0c72-4199-9cdf-836bc13db3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:15.662469 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-0837f2f7-0c72-4199-9cdf-836bc13db3a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0540783 Apr 12 19:12:15.696503 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.700613 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks [] for router_gateway (22f86696-e0be-472a-8a7b-d62790af8ffd), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.707032 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-82bb370c-3c8c-4baf-b4d2-33083f8227d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:15.708630 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-82bb370c-3c8c-4baf-b4d2-33083f8227d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438280 Apr 12 19:12:15.722764 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:15.785150 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099f03-8d78-425d-ab3b-13d5e76f4077 None None] Pushing event updated for resources: {'Port': ['ID=df87d343-6ebb-435f-ae95-5c444bff58ad,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:15.815006 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-fa242ad6-cd78-4426-8693-5f97516d0b79 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999994 Apr 12 19:12:15.901196 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Allocated IP 172.27.0.209 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/1ac8fce9-bdd2-4963-a083-411069f16d2f) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:16.032662 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks [] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.049537 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37968) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:16.097361 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-84c6bf39-c4bc-477f-85f1-afd0e10b3601 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2145c04d0b5a45a8bd222afc4acb89b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467341 Apr 12 19:12:16.099815 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37970) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:16.158176 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4bc4-ded8-4849-becd-2fdc685fc08d admin admin] Publish callbacks [] for security_group (31bc316f-eff3-4848-985c-6ba38a14f68b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.164138 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.180315 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4bc4-ded8-4849-becd-2fdc685fc08d admin admin] Publish callbacks [] for security_group (31bc316f-eff3-4848-985c-6ba38a14f68b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.205321 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:16.208630 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:16.211091 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:16.258917 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac8fce9-bdd2-4963-a083-411069f16d2f,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:16.306863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f4614-e255-4799-a408-50de5bc2a590 req-b73d1134-ca9e-4cc6-8008-4cab381d3e4e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:16.308855 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-556f4614-e255-4799-a408-50de5bc2a590 req-b73d1134-ca9e-4cc6-8008-4cab381d3e4e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0678265 Apr 12 19:12:16.358442 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4bc4-ded8-4849-becd-2fdc685fc08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (31bc316f-eff3-4848-985c-6ba38a14f68b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.362015 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4bc4-ded8-4849-becd-2fdc685fc08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.366188 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7fbe4bc4-ded8-4849-becd-2fdc685fc08d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31bc316f-eff3-4848-985c-6ba38a14f68b HTTP/1.1" status: 204 len: 168 time: 0.2622669 Apr 12 19:12:16.377693 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 37982) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:16.380695 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4bc4-ded8-4849-becd-2fdc685fc08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc316f-eff3-4848-985c-6ba38a14f68b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:16.463528 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-556f4614-e255-4799-a408-50de5bc2a590 req-a7f0f722-ceb5-461b-8edf-864277e3c6f9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172528 Apr 12 19:12:16.524698 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d37e-fbf6-4b26-a5ea-de6c7a9e8a05 req-34b8a4f5-ff70-43f9-9548-01ed9fe1fd99 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:16.526054 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7a5d37e-fbf6-4b26-a5ea-de6c7a9e8a05 req-34b8a4f5-ff70-43f9-9548-01ed9fe1fd99 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0547166 Apr 12 19:12:16.563562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de3b097f-dcef-4ddf-a3c5-61e20000f9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.615663 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7a5d37e-fbf6-4b26-a5ea-de6c7a9e8a05 req-6bbab384-204a-4fee-9069-ffc3e4cae57e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842392 Apr 12 19:12:16.765837 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de3b097f-dcef-4ddf-a3c5-61e20000f9c9 admin admin] Publish callbacks [] for security_group (fa689c32-ca02-42a3-90f6-4cc11e306fb8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.773024 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks [] for router_gateway (22f86696-e0be-472a-8a7b-d62790af8ffd), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.853820 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864374b-acb3-41cd-abf0-dfbc55fd692d None None] Network 3854b6a1-0d86-4208-8971-cd535295fd46 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:16.854499 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de3b097f-dcef-4ddf-a3c5-61e20000f9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fa689c32-ca02-42a3-90f6-4cc11e306fb8), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:16.971008 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-f1309798-6567-4de7-a8ee-c2ec6fc70e0d None None] Provisioning complete for port df87d343-6ebb-435f-ae95-5c444bff58ad triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:16.971382 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f1309798-6567-4de7-a8ee-c2ec6fc70e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.062627 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-f1309798-6567-4de7-a8ee-c2ec6fc70e0d None None] Current status of the port df87d343-6ebb-435f-ae95-5c444bff58ad is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:17.063108 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f1309798-6567-4de7-a8ee-c2ec6fc70e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.104698 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-f1309798-6567-4de7-a8ee-c2ec6fc70e0d None None] For port df87d343-6ebb-435f-ae95-5c444bff58ad, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=df87d343-6ebb-435f-ae95-5c444bff58ad,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:17.169635 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f1309798-6567-4de7-a8ee-c2ec6fc70e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.181239 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-de3b097f-dcef-4ddf-a3c5-61e20000f9c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9347df103e1e441aa026e34f239407ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7959106 Apr 12 19:12:17.184005 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 37998) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:17.190551 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b097f-dcef-4ddf-a3c5-61e20000f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa689c32-ca02-42a3-90f6-4cc11e306fb8,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:17.237708 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1309798-6567-4de7-a8ee-c2ec6fc70e0d None None] Pushing event updated for resources: {'Port': ['ID=df87d343-6ebb-435f-ae95-5c444bff58ad,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:17.242132 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:17.273414 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-caf26c0f-d3dd-4674-bef0-219b352515db admin admin] Publish callbacks [] for security_group (fa689c32-ca02-42a3-90f6-4cc11e306fb8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.293739 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-8738702f-bea3-429c-8f00-13121c67ddb5 None None] Provisioning complete for port df87d343-6ebb-435f-ae95-5c444bff58ad triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:17.294112 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8738702f-bea3-429c-8f00-13121c67ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.299746 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-caf26c0f-d3dd-4674-bef0-219b352515db admin admin] Publish callbacks [] for security_group (fa689c32-ca02-42a3-90f6-4cc11e306fb8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.325828 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:12:17.352418 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (22f86696-e0be-472a-8a7b-d62790af8ffd), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.384419 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-8738702f-bea3-429c-8f00-13121c67ddb5 None None] Current status of the port df87d343-6ebb-435f-ae95-5c444bff58ad is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:17.432471 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:17.432846 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-caf26c0f-d3dd-4674-bef0-219b352515db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fa689c32-ca02-42a3-90f6-4cc11e306fb8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.432982 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.437695 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-caf26c0f-d3dd-4674-bef0-219b352515db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.439197 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-caf26c0f-d3dd-4674-bef0-219b352515db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa689c32-ca02-42a3-90f6-4cc11e306fb8 HTTP/1.1" status: 204 len: 168 time: 0.2528594 Apr 12 19:12:17.449826 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf26c0f-d3dd-4674-bef0-219b352515db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa689c32-ca02-42a3-90f6-4cc11e306fb8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:17.547747 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:17.548191 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.573780 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:12:17.575185 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256aaed8-b768-4c51-921b-64c96fb20c94" -d '{"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-plugged", "status": "completed", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:12:17.594703 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:17.609565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9540c-77f9-4795-b99c-0957bede2249 req-b08cfc11-1e5b-4cad-964a-4ba7d1543b5d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:17.611046 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54d9540c-77f9-4795-b99c-0957bede2249 req-b08cfc11-1e5b-4cad-964a-4ba7d1543b5d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0650296 Apr 12 19:12:17.612164 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Router 22f86696-e0be-472a-8a7b-d62790af8ffd is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:12:17.620912 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953a4815-71ba-4222-9033-f73bcc21ced2 x-openstack-request-id: req-953a4815-71ba-4222-9033-f73bcc21ced2 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:12:17.621618 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-plugged", "status": "completed", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:12:17.621923 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-953a4815-71ba-4222-9033-f73bcc21ced2 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:12:17.622314 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953a4815-71ba-4222-9033-f73bcc21ced2'] response: {'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'code': 200} Apr 12 19:12:17.695432 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.747906 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54d9540c-77f9-4795-b99c-0957bede2249 req-31e59892-4d24-4bf6-9a0b-5003c3d456d4 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279340 Apr 12 19:12:17.757550 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:17.790529 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb6dda-bd3a-4248-a7c0-055ce51d6353 req-438a5c1a-3890-41e1-ba97-d076ae3f4933 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:17.792116 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41bb6dda-bd3a-4248-a7c0-055ce51d6353 req-438a5c1a-3890-41e1-ba97-d076ae3f4933 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0940325 Apr 12 19:12:17.802734 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:12:17.817332 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Sync routers for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:12:17.829623 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:17.830751 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:17.863991 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41bb6dda-bd3a-4248-a7c0-055ce51d6353 req-0818a15b-09d1-41d6-bf02-4005b93ffa88 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531046 Apr 12 19:12:17.903595 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:17.906304 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e05c405b-4f82-44c0-89a3-20432b827235 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0370281 Apr 12 19:12:17.907778 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38024) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:17.990165 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ee73ac5-9004-4a26-8f44-5e8bb206958b req-9d497e60-9ace-414e-a6e3-dceed89c6425 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917207 Apr 12 19:12:18.068731 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:18.134548 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device df87d343-6ebb-435f-ae95-5c444bff58ad up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:18.141419 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824d1a7-29ad-4f46-a854-f0ca44803758 req-0f13bebb-53a6-4352-bc89-6634807bd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:18.142953 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9824d1a7-29ad-4f46-a854-f0ca44803758 req-0f13bebb-53a6-4352-bc89-6634807bd1af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1129 time: 0.1095991 Apr 12 19:12:18.206318 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9824d1a7-29ad-4f46-a854-f0ca44803758 req-9d7f835d-cdc1-4b9e-a6ab-3adad47352e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568204 Apr 12 19:12:18.240654 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port df87d343-6ebb-435f-ae95-5c444bff58ad triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:18.241418 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:18.327827 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:16Z', 'revision_number': 3, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:18.345117 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port df87d343-6ebb-435f-ae95-5c444bff58ad is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:18.355816 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Checking router: 22f86696-e0be-472a-8a7b-d62790af8ffd for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:12:18.356166 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Updating router 22f86696-e0be-472a-8a7b-d62790af8ffd port 1ac8fce9-bdd2-4963-a083-411069f16d2f binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:12:18.385576 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:18.553746 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:18.796303 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Publish callbacks [] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:18.818242 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Allocated IP 172.20.0.1 (3854b6a1-0d86-4208-8971-cd535295fd46/c5011ea1-d941-4400-8585-9d822dde18e6/41946c65-06ff-4801-a840-89c1705295e9) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:18.846170 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2388f3-af54-4e5d-a3f7-54d89a2dc348 req-2f090cd9-6c27-413e-bc9f-0c31e4de76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:18.847778 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2388f3-af54-4e5d-a3f7-54d89a2dc348 req-2f090cd9-6c27-413e-bc9f-0c31e4de76e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1129 time: 0.0930550 Apr 12 19:12:18.896603 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5f2388f3-af54-4e5d-a3f7-54d89a2dc348 req-9bb1aeb1-d348-4d74-b2b8-188c4927fc9c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Apr 12 19:12:18.947286 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20df8c1-a627-4c1b-8ad0-87dd0e1d93b5 req-dc2b330e-8c81-4352-a613-dd7701c7fbc9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:18.948844 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d20df8c1-a627-4c1b-8ad0-87dd0e1d93b5 req-dc2b330e-8c81-4352-a613-dd7701c7fbc9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0883183 Apr 12 19:12:18.960257 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.031013 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Attempting to bind port 1ac8fce9-bdd2-4963-a083-411069f16d2f on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:19.031488 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Attempting to bind port 1ac8fce9-bdd2-4963-a083-411069f16d2f by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:19.031931 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Attempting to bind port 1ac8fce9-bdd2-4963-a083-411069f16d2f on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:19.040741 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Pushing event updated for resources: {'Port': ['ID=1ac8fce9-bdd2-4963-a083-411069f16d2f,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:19.044110 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:19.044561 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:19.045019 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.045476 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:19.046009 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Bound port: 1ac8fce9-bdd2-4963-a083-411069f16d2f, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:19.046450 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.061729 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks [] for port (41946c65-06ff-4801-a840-89c1705295e9), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.069871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befe92a-78cb-4668-b299-d6bed535482d req-524f4cef-d400-48a6-af5d-0b4009bbdd75 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:19.074758 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2befe92a-78cb-4668-b299-d6bed535482d req-524f4cef-d400-48a6-af5d-0b4009bbdd75 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.1134934 Apr 12 19:12:19.081691 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.082120 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.083138 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.083519 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.083918 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.084772 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.085177 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.085572 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.085960 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.086387 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.087098 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.087228 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.087636 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.088026 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.088407 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:19.097306 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d20df8c1-a627-4c1b-8ad0-87dd0e1d93b5 req-c1d3b922-ab31-4ea2-9e64-601f22f03312 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227937 Apr 12 19:12:19.148949 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] For port 1ac8fce9-bdd2-4963-a083-411069f16d2f, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:19.153247 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] For port 1ac8fce9-bdd2-4963-a083-411069f16d2f, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1ac8fce9-bdd2-4963-a083-411069f16d2f,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:19.155047 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2befe92a-78cb-4668-b299-d6bed535482d req-76b4f3d1-9159-4c88-b3c5-ba5816935a1d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752728 Apr 12 19:12:19.284507 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (41946c65-06ff-4801-a840-89c1705295e9), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.287175 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.323628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Network 3854b6a1-0d86-4208-8971-cd535295fd46 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:19.328590 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:19.332171 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:19.343823 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:19.344462 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:19.359299 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Pushing event updated for resources: {'Port': ['ID=41946c65-06ff-4801-a840-89c1705295e9,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:19.381737 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bf9be-7a59-4af1-9122-c357453dec47 None None] Pushing event updated for resources: {'Port': ['ID=1ac8fce9-bdd2-4963-a083-411069f16d2f,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:19.382664 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (22f86696-e0be-472a-8a7b-d62790af8ffd), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.509082 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:19.630262 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d35b5fc5-7c1a-4b3f-bc2b-8aa7669efdde None None] Provisioning complete for port 41946c65-06ff-4801-a840-89c1705295e9 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:19.631344 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d35b5fc5-7c1a-4b3f-bc2b-8aa7669efdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (41946c65-06ff-4801-a840-89c1705295e9), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.688760 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d35b5fc5-7c1a-4b3f-bc2b-8aa7669efdde None None] Port 41946c65-06ff-4801-a840-89c1705295e9 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:19.722291 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (41946c65-06ff-4801-a840-89c1705295e9), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:19.839364 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:16Z', 'revision_number': 3, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:19.868168 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30965f82-0014-400d-92cc-08797a9b7774 None None] The sync data for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi is: [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:16Z', 'revision_number': 3, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:12:19.902334 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks [] for port (41946c65-06ff-4801-a840-89c1705295e9), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.006120 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (41946c65-06ff-4801-a840-89c1705295e9), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.088706 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Pushing event updated for resources: {'Port': ['ID=41946c65-06ff-4801-a840-89c1705295e9,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:20.089317 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38086) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:20.100081 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (22f86696-e0be-472a-8a7b-d62790af8ffd), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.302760 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b572bea7-c739-4aa4-86fe-c1d2fe7eb3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.341737 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e659a4-e48c-46bc-960c-54c14b17df7a req-e04f0d78-6d60-46d7-850a-0d0fc0f66378 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:20.343254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-78e659a4-e48c-46bc-960c-54c14b17df7a req-e04f0d78-6d60-46d7-850a-0d0fc0f66378 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.1043088 Apr 12 19:12:20.345264 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Network 3854b6a1-0d86-4208-8971-cd535295fd46 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:20.349322 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:20.375848 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39506a8e-1776-4c3f-9120-f5c94c6621c5 req-d2373500-613b-494a-ae77-50c7cd4cb24e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:20.377480 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-39506a8e-1776-4c3f-9120-f5c94c6621c5 req-d2373500-613b-494a-ae77-50c7cd4cb24e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0884681 Apr 12 19:12:20.391309 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b572bea7-c739-4aa4-86fe-c1d2fe7eb3ca admin admin] Publish callbacks [] for security_group (fd03e2cb-56f3-4594-b800-e68b5fd09845), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.505900 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b572bea7-c739-4aa4-86fe-c1d2fe7eb3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fd03e2cb-56f3-4594-b800-e68b5fd09845), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.545736 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572bea7-c739-4aa4-86fe-c1d2fe7eb3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd03e2cb-56f3-4594-b800-e68b5fd09845,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:20.553788 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b572bea7-c739-4aa4-86fe-c1d2fe7eb3ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2484218d21f84f84968a1bd9c2263236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4627779 Apr 12 19:12:20.554400 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38098) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:20.560792 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-78e659a4-e48c-46bc-960c-54c14b17df7a req-78100ee9-c6b1-49ad-84f4-6da53f8c4a3d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966362 Apr 12 19:12:20.574556 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-39506a8e-1776-4c3f-9120-f5c94c6621c5 req-68ac7fe0-a529-4b7e-92e6-d3304be83e08 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538465 Apr 12 19:12:20.591389 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Router 22f86696-e0be-472a-8a7b-d62790af8ffd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:12:20.663450 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ffc-ff8c-4b04-800b-a562670baa03 admin admin] Publish callbacks [] for security_group (fd03e2cb-56f3-4594-b800-e68b5fd09845), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.717344 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-3c4d8afa-7ea9-4c15-8462-feffe960388f None None] Provisioning complete for port 41946c65-06ff-4801-a840-89c1705295e9 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:20.717954 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8afa-7ea9-4c15-8462-feffe960388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (41946c65-06ff-4801-a840-89c1705295e9), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.718053 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ffc-ff8c-4b04-800b-a562670baa03 admin admin] Publish callbacks [] for security_group (fd03e2cb-56f3-4594-b800-e68b5fd09845), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.763595 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:12:20.780669 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3e3cf21b-cb80-439f-86c1-c13062bc8c06 admin admin] 10.222.0.50 "PUT /v2.0/routers/22f86696-e0be-472a-8a7b-d62790af8ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8717990 Apr 12 19:12:20.805983 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d8afa-7ea9-4c15-8462-feffe960388f None None] Port 41946c65-06ff-4801-a840-89c1705295e9 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:20.992466 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ffc-ff8c-4b04-800b-a562670baa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fd03e2cb-56f3-4594-b800-e68b5fd09845), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.995110 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9ffc-ff8c-4b04-800b-a562670baa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:20.996375 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5bfc9ffc-ff8c-4b04-800b-a562670baa03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd03e2cb-56f3-4594-b800-e68b5fd09845 HTTP/1.1" status: 204 len: 168 time: 0.4406054 Apr 12 19:12:21.014058 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc9ffc-ff8c-4b04-800b-a562670baa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd03e2cb-56f3-4594-b800-e68b5fd09845,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:21.254213 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923837b5-c17d-44c5-816d-c6c8db7dd00b req-3027744f-28e3-483c-83af-aad86771f862 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:21.254213 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-923837b5-c17d-44c5-816d-c6c8db7dd00b req-3027744f-28e3-483c-83af-aad86771f862 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0481579 Apr 12 19:12:21.345105 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-923837b5-c17d-44c5-816d-c6c8db7dd00b req-78c95b0f-ce86-4e9a-8070-bef062e49e76 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735471 Apr 12 19:12:21.672634 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcab5-8444-4b46-b572-9dc68062b61f req-d5121882-72b2-432a-949c-01e75befcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:21.674212 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234dcab5-8444-4b46-b572-9dc68062b61f req-d5121882-72b2-432a-949c-01e75befcf3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1129 time: 0.0463481 Apr 12 19:12:21.762491 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38136) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:21.767689 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba9df8-3b41-4802-9916-05cab4a2e794 req-ef7bbefc-34fd-4522-84bd-aebaf80f128f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:21.768309 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1468568021-network', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:21.769240 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-40ba9df8-3b41-4802-9916-05cab4a2e794 req-ef7bbefc-34fd-4522-84bd-aebaf80f128f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0929816 Apr 12 19:12:21.777120 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Sync routers for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:12:21.789083 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:21.789951 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:21.821667 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcab5-8444-4b46-b572-9dc68062b61f req-6ddcadec-535c-4b00-8a8f-e84e6bf5f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:21.823205 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234dcab5-8444-4b46-b572-9dc68062b61f req-6ddcadec-535c-4b00-8a8f-e84e6bf5f7c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.1427076 Apr 12 19:12:21.824063 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-40ba9df8-3b41-4802-9916-05cab4a2e794 req-e0716d77-aa39-47c5-8b10-0d356a6b941d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478206 Apr 12 19:12:21.872550 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Made reservation on behalf of 8e0cd98e77074a2690aa5db12ecf0a1e for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:21.874841 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:21.877634 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234dcab5-8444-4b46-b572-9dc68062b61f req-f9adf2a4-fae3-4f5a-ac43-27e2cf65374e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 200 len: 217 time: 0.0480142 Apr 12 19:12:21.893302 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:21.908140 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:21.947773 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcab5-8444-4b46-b572-9dc68062b61f req-e202baa3-59c5-4af3-b7ac-ae1667b4439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:21.949228 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234dcab5-8444-4b46-b572-9dc68062b61f req-e202baa3-59c5-4af3-b7ac-ae1667b4439c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0644832 Apr 12 19:12:21.951796 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f184a-fcaf-403a-9de5-7e088f519813 req-7f3a6b40-ee66-45cb-8f58-dfe6fd597ec4 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:21.954062 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd6f184a-fcaf-403a-9de5-7e088f519813 req-7f3a6b40-ee66-45cb-8f58-dfe6fd597ec4 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0599828 Apr 12 19:12:22.013268 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd6f184a-fcaf-403a-9de5-7e088f519813 req-d0cd60d3-006e-4c41-b095-efd6ff4836b9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522046 Apr 12 19:12:22.028252 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcab5-8444-4b46-b572-9dc68062b61f req-063fba56-54f3-44c3-bea5-105add05ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:22.029879 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234dcab5-8444-4b46-b572-9dc68062b61f req-063fba56-54f3-44c3-bea5-105add05ffa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722651 Apr 12 19:12:22.036685 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38140) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:22.055965 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1ac8fce9-bdd2-4963-a083-411069f16d2f up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:22.128709 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks [] for security_group (971584bb-5309-4d7f-88e7-8dbc2deb96ee), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.155092 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234dcab5-8444-4b46-b572-9dc68062b61f req-d30f98cf-1213-4464-a61b-7defbb8d8b91 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174586 Apr 12 19:12:22.182161 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1ac8fce9-bdd2-4963-a083-411069f16d2f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:22.182438 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.187560 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (971584bb-5309-4d7f-88e7-8dbc2deb96ee), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.227380 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 2, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:22.243041 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:12:22.263269 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Checking router: 22f86696-e0be-472a-8a7b-d62790af8ffd for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:12:22.263661 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Updating router 22f86696-e0be-472a-8a7b-d62790af8ffd port 41946c65-06ff-4801-a840-89c1705295e9 binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:12:22.422544 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (41946c65-06ff-4801-a840-89c1705295e9), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.484488 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85680153-8d19-457a-af02-ebc8b332e6f9 req-abf56751-238e-470f-9a5d-95e599d6e715 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:22.485274 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1ac8fce9-bdd2-4963-a083-411069f16d2f is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:22.485854 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.486144 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-85680153-8d19-457a-af02-ebc8b332e6f9 req-abf56751-238e-470f-9a5d-95e599d6e715 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0526240 Apr 12 19:12:22.538715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-85680153-8d19-457a-af02-ebc8b332e6f9 req-2e4fc820-f161-4842-903a-00853290bca5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Apr 12 19:12:22.540835 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971584bb-5309-4d7f-88e7-8dbc2deb96ee,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:22.549373 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (f6544722-f624-4505-91cc-65a4f9241875), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.549713 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Added segment f6544722-f624-4505-91cc-65a4f9241875 of type vlan for network 427659d0-1c96-48a1-b1b4-9779e4a713b8 Apr 12 19:12:22.575351 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54804000-e505-4de7-9236-976cd9ff48ac tempest-TestShelveInstance-1708497444 tempest-TestShelveInstance-1708497444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:22.575741 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 1ac8fce9-bdd2-4963-a083-411069f16d2f, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1ac8fce9-bdd2-4963-a083-411069f16d2f,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:22.576869 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-54804000-e505-4de7-9236-976cd9ff48ac tempest-TestShelveInstance-1708497444 tempest-TestShelveInstance-1708497444-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1124 time: 0.5382366 Apr 12 19:12:22.580143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38150) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:22.584625 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'port_id': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:22.605809 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-234dcab5-8444-4b46-b572-9dc68062b61f req-fbc031a2-9563-422e-9a8f-99cd5c123c6f service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436128 Apr 12 19:12:22.615026 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (427659d0-1c96-48a1-b1b4-9779e4a713b8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.703023 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.746381 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (427659d0-1c96-48a1-b1b4-9779e4a713b8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.746989 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.747285 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:22.747899 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.802273 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Publish callbacks [] for port (41946c65-06ff-4801-a840-89c1705295e9), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.805416 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=1ac8fce9-bdd2-4963-a083-411069f16d2f,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:22.822985 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=427659d0-1c96-48a1-b1b4-9779e4a713b8,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:22.835573 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:12:22.846355 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.873269 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ff1e6982-24b5-40b8-8847-1d05b80fd8b8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1094408 Apr 12 19:12:22.876007 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38156) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:22.881047 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Request body: {'subnet': {'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1468568021-subnet', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:22.904065 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (41946c65-06ff-4801-a840-89c1705295e9), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.958939 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Made reservation on behalf of 8e0cd98e77074a2690aa5db12ecf0a1e for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:22.961963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5895610'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:22.969305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaffbf-96a3-4831-8076-b95b6fc107a0 None None] Pushing event updated for resources: {'Port': ['ID=41946c65-06ff-4801-a840-89c1705295e9,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:22.983949 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Allocated IP 172.27.0.150 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/bcb23d97-4b59-4f66-9746-a76a58cf0999) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:23.035327 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Attempting to bind port 41946c65-06ff-4801-a840-89c1705295e9 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:23.037172 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Attempting to bind port 41946c65-06ff-4801-a840-89c1705295e9 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:23.037546 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Attempting to bind port 41946c65-06ff-4801-a840-89c1705295e9 on network 3854b6a1-0d86-4208-8971-cd535295fd46 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:23.043159 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:23.043646 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Checking segment: {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:23.044051 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.044540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Bound using segment: {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:23.044969 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Bound port: 41946c65-06ff-4801-a840-89c1705295e9, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:23.045564 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (41946c65-06ff-4801-a840-89c1705295e9), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.125877 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] For port 41946c65-06ff-4801-a840-89c1705295e9, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:23.131057 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] For port 41946c65-06ff-4801-a840-89c1705295e9, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=41946c65-06ff-4801-a840-89c1705295e9,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:23.135143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.227773 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (41946c65-06ff-4801-a840-89c1705295e9), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.266865 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5895596'] for subnet (f73aeb4a-820a-4aa8-ac90-81ceca289188), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.268470 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.277400 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-72ac88b6-dc6b-4be4-9d7b-e5af85f7402e None None] Provisioning complete for port 41946c65-06ff-4801-a840-89c1705295e9 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:23.277400 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72ac88b6-dc6b-4be4-9d7b-e5af85f7402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (41946c65-06ff-4801-a840-89c1705295e9), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.324491 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaffbf-96a3-4831-8076-b95b6fc107a0 None None] Pushing event updated for resources: {'Port': ['ID=41946c65-06ff-4801-a840-89c1705295e9,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:23.332145 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:23.333321 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:23.347767 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73aeb4a-820a-4aa8-ac90-81ceca289188,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:23.367055 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Checking segment: {'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:23.367579 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Network hostable DHCP agents. Network: 427659d0-1c96-48a1-b1b4-9779e4a713b8, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:12:23.372374 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:23.381439 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:23.385309 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'Port': ['ID=bcb23d97-4b59-4f66-9746-a76a58cf0999,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:23.388966 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:23.486363 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-72ac88b6-dc6b-4be4-9d7b-e5af85f7402e None None] Current status of the port 41946c65-06ff-4801-a840-89c1705295e9 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:23.486749 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72ac88b6-dc6b-4be4-9d7b-e5af85f7402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (41946c65-06ff-4801-a840-89c1705295e9), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.490024 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:12:23.516824 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:23.580822 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 427659d0-1c96-48a1-b1b4-9779e4a713b8) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:23.590019 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:23.590019 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.590179 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-72ac88b6-dc6b-4be4-9d7b-e5af85f7402e None None] For port 41946c65-06ff-4801-a840-89c1705295e9, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=41946c65-06ff-4801-a840-89c1705295e9,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:23.632545 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d10d47a-d6c9-4e6a-af3a-b35469a5b68e None None] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:23.734734 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-72ac88b6-dc6b-4be4-9d7b-e5af85f7402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (41946c65-06ff-4801-a840-89c1705295e9), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.752823 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-25b69728-451b-4a0a-ae25-ad6244a6758b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8749797 Apr 12 19:12:23.753407 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38170) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:23.760626 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:23.845632 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac88b6-dc6b-4be4-9d7b-e5af85f7402e None None] Pushing event updated for resources: {'Port': ['ID=41946c65-06ff-4801-a840-89c1705295e9,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:23.852394 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-427659d0-1c96-48a1-b1b4-9779e4a713b8', 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8', 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'fixed_ips': [{'subnet_id': 'f73aeb4a-820a-4aa8-ac90-81ceca289188'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:12:23.853249 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.894473 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-77e7754c-8962-4373-8972-a640b8f7ebac None None] Provisioning complete for port 41946c65-06ff-4801-a840-89c1705295e9 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:23.894848 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-77e7754c-8962-4373-8972-a640b8f7ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (41946c65-06ff-4801-a840-89c1705295e9), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.939870 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (f4539342-cd4d-4db9-ba92-73170362bea5), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.941280 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (f4539342-cd4d-4db9-ba92-73170362bea5), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:23.992981 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:24.026327 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks [] for router_controller (f4539342-cd4d-4db9-ba92-73170362bea5), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.034742 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71646c90-763c-4490-b021-e5f9f80f77dd None None] The sync data for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi is: [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:12:24.047848 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1ac8fce9-bdd2-4963-a083-411069f16d2f up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:24.075510 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147124-dc9e-420e-b120-48ed4f8f5155 req-fb984b94-273c-413c-b699-b5a7c7b73275 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:24.076525 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b147124-dc9e-420e-b120-48ed4f8f5155 req-fb984b94-273c-413c-b699-b5a7c7b73275 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.4222734 Apr 12 19:12:24.188033 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for floatingip (54864511-9793-4316-81e8-8d0315e9ffd3), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.189433 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Allocated IP 172.20.0.2 (427659d0-1c96-48a1-b1b4-9779e4a713b8/f73aeb4a-820a-4aa8-ac90-81ceca289188/8872434b-374c-4a6b-b9e4-d089c71c9d71) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:24.218153 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-77e7754c-8962-4373-8972-a640b8f7ebac None None] Current status of the port 41946c65-06ff-4801-a840-89c1705295e9 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:24.222601 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 1ac8fce9-bdd2-4963-a083-411069f16d2f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:24.223009 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.256886 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b147124-dc9e-420e-b120-48ed4f8f5155 req-0ae2a1ca-a9f5-46e0-90c4-e30355e847b3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276085 Apr 12 19:12:24.287215 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks [] for router_gateway (f4539342-cd4d-4db9-ba92-73170362bea5), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.359199 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.544262 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 1ac8fce9-bdd2-4963-a083-411069f16d2f is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:24.565873 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Publish callbacks [] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.588176 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.605092 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks [] for router_gateway (f4539342-cd4d-4db9-ba92-73170362bea5), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.624656 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.662726 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.690038 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.713937 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:24.721774 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:24.732856 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:24.744797 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Pushing event updated for resources: {'Port': ['ID=8872434b-374c-4a6b-b9e4-d089c71c9d71,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:24.759327 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Allocated IP 172.27.0.100 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:24.766806 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event updated for resources: {'Port': ['ID=bcb23d97-4b59-4f66-9746-a76a58cf0999,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:24.841570 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (54864511-9793-4316-81e8-8d0315e9ffd3), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.884316 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Attempting to bind port 8872434b-374c-4a6b-b9e4-d089c71c9d71 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:24.884875 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Attempting to bind port 8872434b-374c-4a6b-b9e4-d089c71c9d71 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:24.885254 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Attempting to bind port 8872434b-374c-4a6b-b9e4-d089c71c9d71 on network 427659d0-1c96-48a1-b1b4-9779e4a713b8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:24.903454 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:24.903871 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Checking segment: {'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:24.904274 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.904666 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Bound using segment: {'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:24.905142 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Bound port: 8872434b-374c-4a6b-b9e4-d089c71c9d71, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:24.905451 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks [] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.905752 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:24.974467 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Floating IP 54864511-9793-4316-81e8-8d0315e9ffd3 associated. External IP: 172.27.0.150, port: 8bac9f6e-e424-45d4-ac5f-a96eb7ced154. Apr 12 19:12:25.016104 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:25.049407 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] For port 8872434b-374c-4a6b-b9e4-d089c71c9d71, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:25.053516 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] For port 8872434b-374c-4a6b-b9e4-d089c71c9d71, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=8872434b-374c-4a6b-b9e4-d089c71c9d71,segment=NetworkSegment(f6544722-f624-4505-91cc-65a4f9241875),segment_id=f6544722-f624-4505-91cc-65a4f9241875)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:25.070554 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:25.074456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:25.077603 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:25.107620 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:25.120241 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Pushing event updated for resources: {'Port': ['ID=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:25.194250 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4f045-a44a-430a-8974-fb7b32b1be45 None None] Pushing event updated for resources: {'Port': ['ID=8872434b-374c-4a6b-b9e4-d089c71c9d71,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:25.262863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Router b2cfaadd-ebb1-4246-be59-ed3e97889a1a has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:12:25.465872 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd313-af07-449b-85e7-6d9ba345b694 req-f018b4a1-72f2-4552-8d94-8e24a601cbce tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:25.476110 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-483fd313-af07-449b-85e7-6d9ba345b694 req-f018b4a1-72f2-4552-8d94-8e24a601cbce tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.1459689 Apr 12 19:12:25.485056 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks [] for router_gateway (f4539342-cd4d-4db9-ba92-73170362bea5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:25.510125 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:12:25.523845 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] Sync routers for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:12:25.533845 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:25.534484 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:25.562667 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-483fd313-af07-449b-85e7-6d9ba345b694 req-e9ad576f-f539-42ae-ae34-cf6e87b52756 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856826 Apr 12 19:12:25.663733 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:25.686072 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:25.717583 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (f4539342-cd4d-4db9-ba92-73170362bea5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:25.727564 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f6fd8df1-21c0-494c-87bb-712dc6820cb8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1375277 Apr 12 19:12:25.727564 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:12:25.727564 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411ef4ac-c18f-40ec-aa69-010c37f6225f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:12:25.782311 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e03440-2bc8-44a2-9cb3-09b56e9d756f x-openstack-request-id: req-c3e03440-2bc8-44a2-9cb3-09b56e9d756f {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:12:25.782606 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:12:25.782985 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3e03440-2bc8-44a2-9cb3-09b56e9d756f {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:12:25.783393 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e03440-2bc8-44a2-9cb3-09b56e9d756f'] response: {'name': 'network-changed', 'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'status': 'completed', 'code': 200} Apr 12 19:12:25.872996 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-aa210401-8756-4e92-a5bd-2f47e1279908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:25.874536 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-aa210401-8756-4e92-a5bd-2f47e1279908 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1129 time: 0.0532584 Apr 12 19:12:25.891928 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '54864511-9793-4316-81e8-8d0315e9ffd3', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'port_id': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'mac_address': 'fa:16:3e:34:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ae8254-7165-444c-9996-0177e664df42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 0, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:04Z', 'revision_number': 5, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:25.921341 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] Checking router: b2cfaadd-ebb1-4246-be59-ed3e97889a1a for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:12:25.932584 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:25.933326 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:26.008310 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-482d9792-64f3-4517-8069-1edaea920d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:26.010010 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-482d9792-64f3-4517-8069-1edaea920d0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 200 len: 909 time: 0.1275682 Apr 12 19:12:26.061984 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:26.085493 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 41946c65-06ff-4801-a840-89c1705295e9 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:26.109538 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Router f4539342-cd4d-4db9-ba92-73170362bea5 is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:12:26.117478 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-b9d335ab-47dc-44de-bfe4-ba0e6f5a9dc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 999 time: 0.0961683 Apr 12 19:12:26.157003 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 41946c65-06ff-4801-a840-89c1705295e9 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:26.157635 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (41946c65-06ff-4801-a840-89c1705295e9), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.253460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 41946c65-06ff-4801-a840-89c1705295e9 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:26.255615 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 8872434b-374c-4a6b-b9e4-d089c71c9d71 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:26.258633 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-fed6a471-eb8d-4c1b-8f97-416b14665881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:26.260436 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-fed6a471-eb8d-4c1b-8f97-416b14665881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=012f9973-5ff6-4368-9b21-a134d32c20b3 HTTP/1.1" status: 200 len: 847 time: 0.0911460 Apr 12 19:12:26.279892 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.314438 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 8872434b-374c-4a6b-b9e4-d089c71c9d71 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:26.314821 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.320162 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:12:26.327385 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-20c6102f-d3e2-4ebe-a698-148a368ec4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:26.333010 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-20c6102f-d3e2-4ebe-a698-148a368ec4fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616539 Apr 12 19:12:26.348924 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '54864511-9793-4316-81e8-8d0315e9ffd3', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'port_id': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'mac_address': 'fa:16:3e:34:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ae8254-7165-444c-9996-0177e664df42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 0, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:04Z', 'revision_number': 5, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:26.349492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Sync routers for ids ['f4539342-cd4d-4db9-ba92-73170362bea5'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:12:26.373444 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Routers {'f4539342-cd4d-4db9-ba92-73170362bea5'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:26.374071 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['f4539342-cd4d-4db9-ba92-73170362bea5'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:26.378820 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f60b6-3977-4a36-b365-fd6cef28e93d None None] The sync data for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi is: [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '54864511-9793-4316-81e8-8d0315e9ffd3', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'port_id': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'mac_address': 'fa:16:3e:34:0b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ae8254-7165-444c-9996-0177e664df42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 0, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:04Z', 'revision_number': 5, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:12:26.413057 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.416356 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c8c14c27-b265-48f1-a6e9-867cfa8a87bf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6617663 Apr 12 19:12:26.416743 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed797e-733b-483b-b9ad-8de38fe698a9 None None] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:12:26.416985 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38190) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:26.552344 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-cd31890c-7d0c-40ea-a268-a16bbc2c622d None None] Provisioning complete for port 8872434b-374c-4a6b-b9e4-d089c71c9d71 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:26.552721 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd31890c-7d0c-40ea-a268-a16bbc2c622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.585305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 8872434b-374c-4a6b-b9e4-d089c71c9d71 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:26.585698 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.690419 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Set router f4539342-cd4d-4db9-ba92-73170362bea5 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:26.717885 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9dd604-7681-42bc-a021-6294f65376b1 None None] New status for floating IP 54864511-9793-4316-81e8-8d0315e9ffd3: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:12:26.745714 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c5196-b777-44d0-99b9-648e1b3184b9 req-855c831b-f753-48bf-b6f7-dee6f589b7d3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:26.748801 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-974c5196-b777-44d0-99b9-648e1b3184b9 req-855c831b-f753-48bf-b6f7-dee6f589b7d3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0869703 Apr 12 19:12:26.774639 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 8872434b-374c-4a6b-b9e4-d089c71c9d71, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=8872434b-374c-4a6b-b9e4-d089c71c9d71,segment=NetworkSegment(f6544722-f624-4505-91cc-65a4f9241875),segment_id=f6544722-f624-4505-91cc-65a4f9241875)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:26.781021 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-affe6c5f-82ab-48e3-8413-1cf451b166a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.828679 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-974c5196-b777-44d0-99b9-648e1b3184b9 req-48b67963-fadd-4844-8c94-ff999390d41e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743160 Apr 12 19:12:26.880983 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:26.930562 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-cd31890c-7d0c-40ea-a268-a16bbc2c622d None None] Current status of the port 8872434b-374c-4a6b-b9e4-d089c71c9d71 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:26.931178 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd31890c-7d0c-40ea-a268-a16bbc2c622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.009748 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=8872434b-374c-4a6b-b9e4-d089c71c9d71,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:27.039402 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:25Z', 'revision_number': 3, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port': {'id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:24Z', 'updated_at': '2022-04-12T19:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:27.070808 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.101190 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Checking router: f4539342-cd4d-4db9-ba92-73170362bea5 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:12:27.102126 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Updating router f4539342-cd4d-4db9-ba92-73170362bea5 port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:12:27.132704 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.db.api [None req-cd31890c-7d0c-40ea-a268-a16bbc2c622d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103910) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 19:12:27.133064 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG oslo_db.api [None req-cd31890c-7d0c-40ea-a268-a16bbc2c622d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 19:12:27.149166 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.281895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Allocated IP 172.20.0.1 (427659d0-1c96-48a1-b1b4-9779e4a713b8/f73aeb4a-820a-4aa8-ac90-81ceca289188/074e026c-c556-4207-98a9-33cc75005b7a) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:27.419246 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks [] for port (074e026c-c556-4207-98a9-33cc75005b7a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.586734 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (074e026c-c556-4207-98a9-33cc75005b7a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.586954 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Publish callbacks [] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.625443 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:27.631143 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:27.634732 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:27.640666 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Pushing event updated for resources: {'Port': ['ID=074e026c-c556-4207-98a9-33cc75005b7a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:27.674139 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.719671 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-cd31890c-7d0c-40ea-a268-a16bbc2c622d None None] Current status of the port 8872434b-374c-4a6b-b9e4-d089c71c9d71 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:27.725128 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fe549-2fb0-48bf-b6fb-108ceaf6934c None None] Pushing event updated for resources: {'Port': ['ID=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:27.764527 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Attempting to bind port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:27.764917 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Attempting to bind port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:27.765285 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Attempting to bind port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:27.773841 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:27.774498 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:27.775075 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.775807 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:27.776820 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Bound port: f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:27.777384 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.843649 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] For port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:27.864497 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] For port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:27.872688 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-3be3cae5-60d0-44eb-9888-c268992fbd83 None None] Provisioning complete for port 8872434b-374c-4a6b-b9e4-d089c71c9d71 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:27.872688 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3be3cae5-60d0-44eb-9888-c268992fbd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.965460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3be3cae5-60d0-44eb-9888-c268992fbd83 None None] Current status of the port 8872434b-374c-4a6b-b9e4-d089c71c9d71 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:27.975587 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:27.977453 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94e68c-7f56-4de6-8b01-7705334c4c5a req-8883301e-f96e-4b25-b000-f76ab7ad6a23 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:27.979235 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a94e68c-7f56-4de6-8b01-7705334c4c5a req-8883301e-f96e-4b25-b000-f76ab7ad6a23 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0734751 Apr 12 19:12:27.987282 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (f4539342-cd4d-4db9-ba92-73170362bea5), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:28.021577 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 8872434b-374c-4a6b-b9e4-d089c71c9d71 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:28.043801 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a94e68c-7f56-4de6-8b01-7705334c4c5a req-49973f66-ef8b-46f2-a7c9-90e017d0eb3a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560865 Apr 12 19:12:28.074263 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Routers {'f4539342-cd4d-4db9-ba92-73170362bea5'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:28.074947 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:11:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['f4539342-cd4d-4db9-ba92-73170362bea5'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:28.129574 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fe549-2fb0-48bf-b6fb-108ceaf6934c None None] Pushing event updated for resources: {'Port': ['ID=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:28.149056 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-acad7ee3-9651-43cc-8794-3bffd3e9573c None None] Provisioning complete for port 074e026c-c556-4207-98a9-33cc75005b7a triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:28.149430 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-acad7ee3-9651-43cc-8794-3bffd3e9573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (074e026c-c556-4207-98a9-33cc75005b7a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:28.220705 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 8872434b-374c-4a6b-b9e4-d089c71c9d71 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:28.221083 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:28.224986 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (074e026c-c556-4207-98a9-33cc75005b7a), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:28.228718 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-acad7ee3-9651-43cc-8794-3bffd3e9573c None None] Port 074e026c-c556-4207-98a9-33cc75005b7a cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:28.246564 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-e485c76f-8b2c-4957-bc55-483cdf9511c8 service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264706 Apr 12 19:12:28.279266 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] Set router f4539342-cd4d-4db9-ba92-73170362bea5 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:28.426524 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 8872434b-374c-4a6b-b9e4-d089c71c9d71 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:28.431105 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-411ef4ac-c18f-40ec-aa69-010c37f6225f req-3d5c64b6-36ee-45d4-a596-6c0c8d1aefa2 service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599374 Apr 12 19:12:28.506016 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks [] for port (074e026c-c556-4207-98a9-33cc75005b7a), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:28.508014 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:25Z', 'revision_number': 3, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port': {'id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:24Z', 'updated_at': '2022-04-12T19:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:28.535621 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2891fd-c95b-4bca-86dd-4f2055b98177 None None] The sync data for ids ['f4539342-cd4d-4db9-ba92-73170362bea5'] in dv-cinder-837538-1-iscsi is: [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:25Z', 'revision_number': 3, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port': {'id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:24Z', 'updated_at': '2022-04-12T19:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:12:28.613810 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (074e026c-c556-4207-98a9-33cc75005b7a), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:28.687226 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (f4539342-cd4d-4db9-ba92-73170362bea5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:28.688033 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Pushing event updated for resources: {'Port': ['ID=074e026c-c556-4207-98a9-33cc75005b7a,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:28.813410 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:28.815063 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:28.958987 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Router f4539342-cd4d-4db9-ba92-73170362bea5 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:12:29.031064 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b38cd210-b840-4579-adbd-b34b3c9f9d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:29.119977 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:12:29.126376 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f86a5f9d-3dae-4dae-ba10-71dca21a2b11 admin admin] 10.222.0.50 "PUT /v2.0/routers/f4539342-cd4d-4db9-ba92-73170362bea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7083364 Apr 12 19:12:29.152335 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-0db91507-9e18-4260-9f34-781be4c75751 None None] Provisioning complete for port 074e026c-c556-4207-98a9-33cc75005b7a triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:29.153325 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0db91507-9e18-4260-9f34-781be4c75751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (074e026c-c556-4207-98a9-33cc75005b7a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:29.191289 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ab5cf-6a41-41cd-ab94-b7da8bf92596 req-fbf684a7-d01e-4935-a075-2c36d0e95c55 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:29.193327 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d96ab5cf-6a41-41cd-ab94-b7da8bf92596 req-fbf684a7-d01e-4935-a075-2c36d0e95c55 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0620756 Apr 12 19:12:29.205764 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-0db91507-9e18-4260-9f34-781be4c75751 None None] Port 074e026c-c556-4207-98a9-33cc75005b7a cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:29.251321 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d96ab5cf-6a41-41cd-ab94-b7da8bf92596 req-65d6522f-2e26-4de6-b356-3c70c5e4cd8e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Apr 12 19:12:30.014430 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:30.067811 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:30.068192 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:30.163131 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:30.163758 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:30.203360 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:30.215507 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:30.341090 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:30.449589 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91fd22-22e3-48f4-9abc-56332013b165 req-1faacc85-42c4-4caa-872c-a74bfcb2510c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:30.455605 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7a91fd22-22e3-48f4-9abc-56332013b165 req-1faacc85-42c4-4caa-872c-a74bfcb2510c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.1208718 Apr 12 19:12:30.468781 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:30.521412 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7a91fd22-22e3-48f4-9abc-56332013b165 req-674c2eb4-7cc5-459c-b323-8c2232afa518 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581360 Apr 12 19:12:31.838505 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:31.914313 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Sync routers for ids ['f4539342-cd4d-4db9-ba92-73170362bea5'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:12:31.930235 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Routers {'f4539342-cd4d-4db9-ba92-73170362bea5'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:31.932542 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:12:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['f4539342-cd4d-4db9-ba92-73170362bea5'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:32.064243 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:32.093529 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Set router f4539342-cd4d-4db9-ba92-73170362bea5 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:32.249848 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:32.249848 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:32.543983 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:28Z', 'revision_number': 4, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port': {'id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:24Z', 'updated_at': '2022-04-12T19:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '074e026c-c556-4207-98a9-33cc75005b7a', 'name': '', 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'mac_address': 'fa:16:3e:c3:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f73aeb4a-820a-4aa8-ac90-81ceca289188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:27Z', 'updated_at': '2022-04-12T19:12:28Z', 'revision_number': 2, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'subnets': [{'id': 'f73aeb4a-820a-4aa8-ac90-81ceca289188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:32.574111 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Checking router: f4539342-cd4d-4db9-ba92-73170362bea5 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:12:32.574418 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Updating router f4539342-cd4d-4db9-ba92-73170362bea5 port 074e026c-c556-4207-98a9-33cc75005b7a binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:12:32.607440 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:32.617536 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (074e026c-c556-4207-98a9-33cc75005b7a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:32.753662 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38332) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:32.918384 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-db549b29-f3d2-4655-9673-58b68b33484b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:32.996545 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Publish callbacks [] for port (074e026c-c556-4207-98a9-33cc75005b7a), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.037921 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.048645 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-db549b29-f3d2-4655-9673-58b68b33484b admin admin] Publish callbacks [] for security_group (8fb069bb-1314-4498-9ebb-723286bf4ee5), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.072414 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (074e026c-c556-4207-98a9-33cc75005b7a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.153928 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-db549b29-f3d2-4655-9673-58b68b33484b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (8fb069bb-1314-4498-9ebb-723286bf4ee5), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.168287 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2e3e-38d5-4ade-b54a-2f651aaa1496 None None] Pushing event updated for resources: {'Port': ['ID=074e026c-c556-4207-98a9-33cc75005b7a,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:33.227867 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db549b29-f3d2-4655-9673-58b68b33484b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb069bb-1314-4498-9ebb-723286bf4ee5,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:33.247033 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-db549b29-f3d2-4655-9673-58b68b33484b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dddb7b1a1944e4daaa769dd03fcbf97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916220 Apr 12 19:12:33.250645 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38344) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:33.264391 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Attempting to bind port 074e026c-c556-4207-98a9-33cc75005b7a on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:33.264985 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Attempting to bind port 074e026c-c556-4207-98a9-33cc75005b7a by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:33.265369 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Attempting to bind port 074e026c-c556-4207-98a9-33cc75005b7a on network 427659d0-1c96-48a1-b1b4-9779e4a713b8 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:33.271294 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:33.271784 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Checking segment: {'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:33.272351 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.272854 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Bound using segment: {'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:33.273447 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Bound port: 074e026c-c556-4207-98a9-33cc75005b7a, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6544722-f624-4505-91cc-65a4f9241875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:33.273934 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (074e026c-c556-4207-98a9-33cc75005b7a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.340829 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73830722-e17a-4d67-b92b-22db06f2d03f admin admin] Publish callbacks [] for security_group (8fb069bb-1314-4498-9ebb-723286bf4ee5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.364579 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] For port 074e026c-c556-4207-98a9-33cc75005b7a, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:33.367655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73830722-e17a-4d67-b92b-22db06f2d03f admin admin] Publish callbacks [] for security_group (8fb069bb-1314-4498-9ebb-723286bf4ee5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.368436 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] For port 074e026c-c556-4207-98a9-33cc75005b7a, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=074e026c-c556-4207-98a9-33cc75005b7a,segment=NetworkSegment(f6544722-f624-4505-91cc-65a4f9241875),segment_id=f6544722-f624-4505-91cc-65a4f9241875)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:33.428878 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38346) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:33.433730 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-9f367393-8b31-4fc1-937e-7e8a95311108 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450784137', 'description': 'tempest-description--1180770780'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:33.557935 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-bf5f6610-b152-4383-9e82-a516082d7371 None None] Provisioning complete for port 074e026c-c556-4207-98a9-33cc75005b7a triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:33.558219 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf5f6610-b152-4383-9e82-a516082d7371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (074e026c-c556-4207-98a9-33cc75005b7a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.604037 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f6610-b152-4383-9e82-a516082d7371 None None] Port 074e026c-c556-4207-98a9-33cc75005b7a cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:33.776026 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (074e026c-c556-4207-98a9-33cc75005b7a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.804206 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f367393-8b31-4fc1-937e-7e8a95311108 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.807021 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73830722-e17a-4d67-b92b-22db06f2d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (8fb069bb-1314-4498-9ebb-723286bf4ee5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.815745 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73830722-e17a-4d67-b92b-22db06f2d03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:33.818281 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-73830722-e17a-4d67-b92b-22db06f2d03f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fb069bb-1314-4498-9ebb-723286bf4ee5 HTTP/1.1" status: 204 len: 168 time: 0.5664766 Apr 12 19:12:33.844539 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73830722-e17a-4d67-b92b-22db06f2d03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb069bb-1314-4498-9ebb-723286bf4ee5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:33.872912 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Routers {'f4539342-cd4d-4db9-ba92-73170362bea5'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:12:33.873795 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:12:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['f4539342-cd4d-4db9-ba92-73170362bea5'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:33.877860 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2e3e-38d5-4ade-b54a-2f651aaa1496 None None] Pushing event updated for resources: {'Port': ['ID=074e026c-c556-4207-98a9-33cc75005b7a,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:33.981154 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f367393-8b31-4fc1-937e-7e8a95311108 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group (36b6c13a-2a30-4602-b803-c4fd70a2a5a5), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.071070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f367393-8b31-4fc1-937e-7e8a95311108 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (36b6c13a-2a30-4602-b803-c4fd70a2a5a5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.071287 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] Set router f4539342-cd4d-4db9-ba92-73170362bea5 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:12:34.106332 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f367393-8b31-4fc1-937e-7e8a95311108 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6c13a-2a30-4602-b803-c4fd70a2a5a5,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:34.179523 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9f367393-8b31-4fc1-937e-7e8a95311108 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.186029 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9f367393-8b31-4fc1-937e-7e8a95311108 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7509952 Apr 12 19:12:34.186854 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38356) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:34.189024 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-e7f32bc3-7b07-4d5c-bd0a-83f0ccf99565 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'security_group_rule': {'security_group_id': '36b6c13a-2a30-4602-b803-c4fd70a2a5a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:34.300557 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bc3-7b07-4d5c-bd0a-83f0ccf99565 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group_rule (16485f22-4868-43bf-b388-dd7bab4a4dea), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.347527 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-a997dc33-c2db-44b8-a0df-949d9a74fa72 None None] Provisioning complete for port 074e026c-c556-4207-98a9-33cc75005b7a triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:34.352591 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a997dc33-c2db-44b8-a0df-949d9a74fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (074e026c-c556-4207-98a9-33cc75005b7a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.395556 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bc3-7b07-4d5c-bd0a-83f0ccf99565 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group_rule (16485f22-4868-43bf-b388-dd7bab4a4dea), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.459532 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-a997dc33-c2db-44b8-a0df-949d9a74fa72 None None] Current status of the port 074e026c-c556-4207-98a9-33cc75005b7a is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:34.459788 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a997dc33-c2db-44b8-a0df-949d9a74fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (074e026c-c556-4207-98a9-33cc75005b7a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.470710 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bc3-7b07-4d5c-bd0a-83f0ccf99565 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (16485f22-4868-43bf-b388-dd7bab4a4dea), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.509631 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f32bc3-7b07-4d5c-bd0a-83f0ccf99565 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16485f22-4868-43bf-b388-dd7bab4a4dea,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:34.512815 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-a997dc33-c2db-44b8-a0df-949d9a74fa72 None None] For port 074e026c-c556-4207-98a9-33cc75005b7a, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=074e026c-c556-4207-98a9-33cc75005b7a,segment=NetworkSegment(f6544722-f624-4505-91cc-65a4f9241875),segment_id=f6544722-f624-4505-91cc-65a4f9241875)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:34.555864 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:28Z', 'revision_number': 4, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port': {'id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:24Z', 'updated_at': '2022-04-12T19:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '074e026c-c556-4207-98a9-33cc75005b7a', 'name': '', 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'mac_address': 'fa:16:3e:c3:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f73aeb4a-820a-4aa8-ac90-81ceca289188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:27Z', 'updated_at': '2022-04-12T19:12:33Z', 'revision_number': 4, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'subnets': [{'id': 'f73aeb4a-820a-4aa8-ac90-81ceca289188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:12:34.589992 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45a5c4-06f2-4038-9a23-1faefd16620d None None] The sync data for ids ['f4539342-cd4d-4db9-ba92-73170362bea5'] in dv-cinder-837538-1-iscsi is: [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:12:28Z', 'revision_number': 4, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port': {'id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:24Z', 'updated_at': '2022-04-12T19:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '074e026c-c556-4207-98a9-33cc75005b7a', 'name': '', 'network_id': '427659d0-1c96-48a1-b1b4-9779e4a713b8', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'mac_address': 'fa:16:3e:c3:e8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'f73aeb4a-820a-4aa8-ac90-81ceca289188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:27Z', 'updated_at': '2022-04-12T19:12:33Z', 'revision_number': 4, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'subnets': [{'id': 'f73aeb4a-820a-4aa8-ac90-81ceca289188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:12:34.669880 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a997dc33-c2db-44b8-a0df-949d9a74fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (074e026c-c556-4207-98a9-33cc75005b7a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.673599 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e7f32bc3-7b07-4d5c-bd0a-83f0ccf99565 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.677571 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e7f32bc3-7b07-4d5c-bd0a-83f0ccf99565 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924779 Apr 12 19:12:34.681303 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38374) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:34.687893 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-2e591c97-7f10-4683-948f-421093c72848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'security_group_rule': {'security_group_id': '36b6c13a-2a30-4602-b803-c4fd70a2a5a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:34.739579 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:12:34.773782 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997dc33-c2db-44b8-a0df-949d9a74fa72 None None] Pushing event updated for resources: {'Port': ['ID=074e026c-c556-4207-98a9-33cc75005b7a,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:34.792808 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e591c97-7f10-4683-948f-421093c72848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group_rule (689d5e46-69d1-4b8c-a576-4309155d6415), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.874938 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e591c97-7f10-4683-948f-421093c72848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group_rule (689d5e46-69d1-4b8c-a576-4309155d6415), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:34.951619 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e591c97-7f10-4683-948f-421093c72848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (689d5e46-69d1-4b8c-a576-4309155d6415), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:35.002055 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e591c97-7f10-4683-948f-421093c72848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689d5e46-69d1-4b8c-a576-4309155d6415,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:35.107761 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e591c97-7f10-4683-948f-421093c72848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:35.107761 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2e591c97-7f10-4683-948f-421093c72848 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4218495 Apr 12 19:12:35.108544 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38382) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:35.114473 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:35.222817 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:35.339167 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:35.526487 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Allocated IP 172.27.0.73 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/109e4e72-a1ef-44fd-bc0b-4080f243fdb6) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:35.687965 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:35.815814 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:35.871381 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:35.877373 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:35.880426 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:35.911306 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'Port': ['ID=109e4e72-a1ef-44fd-bc0b-4080f243fdb6,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:36.065346 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:36.075925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 074e026c-c556-4207-98a9-33cc75005b7a up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:36.134986 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 074e026c-c556-4207-98a9-33cc75005b7a triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:36.135664 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (074e026c-c556-4207-98a9-33cc75005b7a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:36.241493 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:36.250914 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 074e026c-c556-4207-98a9-33cc75005b7a is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:36.461269 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:36.553499 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:36.619033 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'Port': ['ID=109e4e72-a1ef-44fd-bc0b-4080f243fdb6,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:36.708578 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:36.823835 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:36.831666 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8ea79b19-5f25-43e9-a71d-76382fcdfdd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7151306 Apr 12 19:12:37.112424 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-1ff1cf18-63b7-4fcc-95ee-49644f5947cd tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1450784137&fields=id&tenant_id=04bb0a411383488a8346ba658ad2f2f4 HTTP/1.1" status: 200 len: 267 time: 0.0697761 Apr 12 19:12:37.251062 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-85511a91-360c-4221-a086-d13cc8bd2b8a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:37.260442 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-85511a91-360c-4221-a086-d13cc8bd2b8a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 818 time: 0.1399608 Apr 12 19:12:37.278120 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-6af21f6c-b726-4264-9834-9263b4348f85 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/quotas/04bb0a411383488a8346ba658ad2f2f4 HTTP/1.1" status: 200 len: 375 time: 0.0167053 Apr 12 19:12:37.371877 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-b5385890-0b3f-48da-9f07-30bc4e152163 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0927176 Apr 12 19:12:37.540181 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-bffcc876-dedf-432f-a6d5-c085109fd96d service neutron] 10.222.0.50 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673925 Apr 12 19:12:37.646295 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-e5943a13-ea56-4b7f-8d05-e0671864a02c service neutron] 10.222.0.50 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999167 Apr 12 19:12:38.409002 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d3cae6b1-75e8-4001-a628-cf085da89bb6 req-cc052b75-a683-4949-ab2b-0f2d0b35901e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Apr 12 19:12:39.508044 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dad954a5-f7cc-4ed2-b7b8-b352718a0610 req-ef2d5acd-098b-43a4-bd84-857efb370547 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0281951 Apr 12 19:12:40.625579 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f425758-6e23-424c-a1a0-7c9b9a1be047 req-d8f85414-dddd-4e33-93bf-6dc7a0804c7e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0328526 Apr 12 19:12:41.049603 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-4184b175-441f-4f5d-9f6d-5563cf709312 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:41.051610 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-4184b175-441f-4f5d-9f6d-5563cf709312 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 818 time: 0.1321905 Apr 12 19:12:41.129944 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-dce8a319-402f-4de3-ab4f-3d5844c70fd5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04bb0a411383488a8346ba658ad2f2f4 HTTP/1.1" status: 200 len: 380 time: 0.0655286 Apr 12 19:12:41.139895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'port': {'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'admin_state_up': True, 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'security_groups': ['36b6c13a-2a30-4602-b803-c4fd70a2a5a5']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:41.723422 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-36b7e3c3-e7ad-48ff-8a17-6e7c59b21b9d req-9f4fdc0d-1d18-41cd-9978-01ea8b298069 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0267498 Apr 12 19:12:41.854465 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Made reservation on behalf of 04bb0a411383488a8346ba658ad2f2f4 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:41.858565 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:42.047192 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Allocated IP 172.20.0.5 (a1c2abfe-6c5a-40c4-97e4-f68ef634895a/ec0c164d-f906-47f7-b38b-3a7b5a3864be/96173144-df00-4760-ac92-b0689521f5de) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:42.233970 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for port (96173144-df00-4760-ac92-b0689521f5de), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:42.353605 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (96173144-df00-4760-ac92-b0689521f5de), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:42.408590 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:42.411839 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:42.417088 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:42.421299 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event updated for resources: {'Port': ['ID=96173144-df00-4760-ac92-b0689521f5de,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:42.470866 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:42.471507 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:42.648914 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-80305b3d-0221-4dc6-a44a-43c7c7cc62f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5130084 Apr 12 19:12:42.657733 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-bdbbd276-135e-4083-ac86-0dca735b9ccb None None] Provisioning complete for port 96173144-df00-4760-ac92-b0689521f5de triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:42.658379 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bdbbd276-135e-4083-ac86-0dca735b9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (96173144-df00-4760-ac92-b0689521f5de), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:42.663207 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Request body: {'port': {'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:42.715665 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bdbbd276-135e-4083-ac86-0dca735b9ccb None None] Port 96173144-df00-4760-ac92-b0689521f5de cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:42.739536 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (96173144-df00-4760-ac92-b0689521f5de), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:42.842943 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbad554-898d-4e0c-9232-7a74e438d4f1 req-103ac691-dbe7-44cc-966b-c04065b4cf70 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:42.846530 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4bbad554-898d-4e0c-9232-7a74e438d4f1 req-103ac691-dbe7-44cc-966b-c04065b4cf70 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 931 time: 0.0546620 Apr 12 19:12:42.892548 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4bbad554-898d-4e0c-9232-7a74e438d4f1 req-e7ff1d57-b3d2-4199-9687-58d7a5fa50c9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Apr 12 19:12:43.021382 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96173144-df00-4760-ac92-b0689521f5de {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:12:43.029154 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Publish callbacks [] for port (96173144-df00-4760-ac92-b0689521f5de), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:43.041991 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Transition to ACTIVE for port object 96173144-df00-4760-ac92-b0689521f5de will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:12:43.152166 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (96173144-df00-4760-ac92-b0689521f5de), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:43.212290 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Pushing event updated for resources: {'Port': ['ID=96173144-df00-4760-ac92-b0689521f5de,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:43.293656 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Attempting to bind port 96173144-df00-4760-ac92-b0689521f5de on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:43.294884 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Attempting to bind port 96173144-df00-4760-ac92-b0689521f5de by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:43.294884 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Attempting to bind port 96173144-df00-4760-ac92-b0689521f5de on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:43.301214 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Port 96173144-df00-4760-ac92-b0689521f5de on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:12:43.301539 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Attempting to bind port 96173144-df00-4760-ac92-b0689521f5de on network a1c2abfe-6c5a-40c4-97e4-f68ef634895a {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:43.307034 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:43.307272 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Checking segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:43.307697 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Bound using segment: {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:43.308131 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Bound port: 96173144-df00-4760-ac92-b0689521f5de, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b9fc37-6d05-455e-a4e3-11da390675f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:43.308490 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (96173144-df00-4760-ac92-b0689521f5de), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:43.383751 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] For port 96173144-df00-4760-ac92-b0689521f5de, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:43.386838 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] For port 96173144-df00-4760-ac92-b0689521f5de, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96173144-df00-4760-ac92-b0689521f5de,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:43.507398 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (96173144-df00-4760-ac92-b0689521f5de), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:43.544772 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:43.545383 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:43.546967 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] 10.222.0.46 "PUT /v2.0/ports/96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 200 len: 1093 time: 0.8904896 Apr 12 19:12:43.547403 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:12:43.549978 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d29457e-b899-478c-9f87-6a0f397a1233" -d '{"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:12:43.579739 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105bfd-fc74-4277-a62f-7b7d8eeb204a service neutron] Pushing event updated for resources: {'Port': ['ID=96173144-df00-4760-ac92-b0689521f5de,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:43.590395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-87aad2d5-c8e2-407c-83c2-ae91b8a5bfa9 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:43.596653 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-87aad2d5-c8e2-407c-83c2-ae91b8a5bfa9 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/networks?id=3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 200 len: 815 time: 0.1140895 Apr 12 19:12:43.606297 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46422749-8a1d-4855-828b-7d16995a9f66 x-openstack-request-id: req-46422749-8a1d-4855-828b-7d16995a9f66 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:12:43.606463 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:12:43.606606 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46422749-8a1d-4855-828b-7d16995a9f66 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:12:43.607019 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46422749-8a1d-4855-828b-7d16995a9f66'] response: {'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de', 'status': 'completed', 'code': 200} Apr 12 19:12:43.612441 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-f29ab2f0-d41c-4135-8f2c-d8ab9edef7a2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/quotas/e476d52eccde4acf88ca8306e96beaa4 HTTP/1.1" status: 200 len: 375 time: 0.0149095 Apr 12 19:12:43.673271 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-498b9ca1-4a3f-4aef-a43e-bf590f860a6d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547233 Apr 12 19:12:43.679836 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29457e-b899-478c-9f87-6a0f397a1233 req-a4e7cc40-0124-4949-87d3-d1819f4c1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:43.681356 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1d29457e-b899-478c-9f87-6a0f397a1233 req-a4e7cc40-0124-4949-87d3-d1819f4c1cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1127 time: 0.0420620 Apr 12 19:12:43.792696 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-e711be16-33fe-4eb4-a47d-22f185589869 service neutron] 10.222.0.50 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954208 Apr 12 19:12:43.808737 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29457e-b899-478c-9f87-6a0f397a1233 req-94d6086e-15fd-4385-9b76-cb90abc4e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:43.810168 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1d29457e-b899-478c-9f87-6a0f397a1233 req-94d6086e-15fd-4385-9b76-cb90abc4e996 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=04bb0a411383488a8346ba658ad2f2f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1168082 Apr 12 19:12:43.886901 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-990d8140-0972-4f38-871b-d1ba6ca3eaa8 service neutron] 10.222.0.50 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907567 Apr 12 19:12:43.908612 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29457e-b899-478c-9f87-6a0f397a1233 req-11f1de59-47cb-443d-8d14-e70cd4bc6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:43.910067 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1d29457e-b899-478c-9f87-6a0f397a1233 req-11f1de59-47cb-443d-8d14-e70cd4bc6080 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918541 Apr 12 19:12:44.001691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-e32cb405-6eaf-4a4e-9f62-41b477821107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:44.004058 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-e32cb405-6eaf-4a4e-9f62-41b477821107 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1127 time: 0.0428438 Apr 12 19:12:44.017715 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db619ca-d862-4dc5-9202-776171b45c5d req-8d962120-beda-4325-93b9-c187acfad89d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:44.019179 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4db619ca-d862-4dc5-9202-776171b45c5d req-8d962120-beda-4325-93b9-c187acfad89d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 943 time: 0.0501621 Apr 12 19:12:44.053543 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-1853471c-6b9d-470d-8d32-883a98a1531f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 200 len: 217 time: 0.0384340 Apr 12 19:12:44.070455 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4db619ca-d862-4dc5-9202-776171b45c5d req-060e0907-70d1-4ba6-9175-b69f8bbd104f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441127 Apr 12 19:12:44.124311 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-24ecacc7-4f69-40c8-a083-59cbcb812231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:44.126016 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-24ecacc7-4f69-40c8-a083-59cbcb812231 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0667808 Apr 12 19:12:44.139898 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f8f656da-64e1-4fec-9a15-05c9c3c20dd3 req-fb957b90-7d22-401a-8ddd-665e82e8eb75 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 210 time: 0.0375924 Apr 12 19:12:44.183573 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-06c2d601-dd88-4831-a9b0-937fd5f22ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:44.185062 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-06c2d601-dd88-4831-a9b0-937fd5f22ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522506 Apr 12 19:12:44.287458 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-9ca81627-14cf-4008-be38-26c351c75013 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921843 Apr 12 19:12:44.388585 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ec3b77ef-a94c-4301-85bb-bf4f9b81f1cf req-87df70ba-f7de-4620-9365-ebc1045faa45 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903959 Apr 12 19:12:45.195132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601d85e-4991-49d5-9f13-00d73c3c14d3 req-6339cc43-8c46-4a81-b9c5-869b04b48745 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:45.209388 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a601d85e-4991-49d5-9f13-00d73c3c14d3 req-6339cc43-8c46-4a81-b9c5-869b04b48745 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 943 time: 0.0529225 Apr 12 19:12:45.229787 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-abdd6769-0992-41b2-b37b-59715b35b203 req-ebb67dec-76f9-4277-9bb4-9da2e6eb9969 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 210 time: 0.0319281 Apr 12 19:12:45.267150 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a601d85e-4991-49d5-9f13-00d73c3c14d3 req-17077b64-f0a9-4fec-88a4-536b3e9af34f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595529 Apr 12 19:12:45.944225 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38630) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:46.041485 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4d384247-f27d-49a1-ba61-a5b398f8e7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:46.114731 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4d384247-f27d-49a1-ba61-a5b398f8e7d4 admin admin] Publish callbacks [] for security_group (1926c363-a124-4bfb-9bc6-16b53edadbc9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:46.194269 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4d384247-f27d-49a1-ba61-a5b398f8e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1926c363-a124-4bfb-9bc6-16b53edadbc9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:46.218786 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4d384247-f27d-49a1-ba61-a5b398f8e7d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c3225baa56b426c96cf3328d3070c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801132 Apr 12 19:12:46.223719 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d384247-f27d-49a1-ba61-a5b398f8e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1926c363-a124-4bfb-9bc6-16b53edadbc9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:46.225610 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38636) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:46.276607 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f11bf97c-a822-472e-992d-e7c91ad87658 admin admin] Publish callbacks [] for security_group (1926c363-a124-4bfb-9bc6-16b53edadbc9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:46.303512 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f11bf97c-a822-472e-992d-e7c91ad87658 admin admin] Publish callbacks [] for security_group (1926c363-a124-4bfb-9bc6-16b53edadbc9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:46.327645 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8d3a1dd7-c570-4821-8498-0257d21a8048 req-e3c506d2-4ef0-4d61-8b34-dd9e6ec13cde tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 210 time: 0.0293860 Apr 12 19:12:46.393090 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb028c8a-e36a-4bbd-bcb0-5b2ab5ad480f req-b77f2a3d-1cf5-4843-bf02-448788767ca4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:46.394603 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb028c8a-e36a-4bbd-bcb0-5b2ab5ad480f req-b77f2a3d-1cf5-4843-bf02-448788767ca4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 943 time: 0.0464473 Apr 12 19:12:46.443105 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb028c8a-e36a-4bbd-bcb0-5b2ab5ad480f req-9e5d4176-9b32-4a5f-ba16-951bb12a4826 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Apr 12 19:12:46.563819 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f11bf97c-a822-472e-992d-e7c91ad87658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1926c363-a124-4bfb-9bc6-16b53edadbc9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:46.568959 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f11bf97c-a822-472e-992d-e7c91ad87658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:46.568959 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f11bf97c-a822-472e-992d-e7c91ad87658 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1926c363-a124-4bfb-9bc6-16b53edadbc9 HTTP/1.1" status: 204 len: 168 time: 0.3414421 Apr 12 19:12:46.576216 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bf97c-a822-472e-992d-e7c91ad87658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926c363-a124-4bfb-9bc6-16b53edadbc9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:47.210265 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38650) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:47.227083 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-01c3ba70-7fd4-46f1-b507-bede154f63c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.298562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-01c3ba70-7fd4-46f1-b507-bede154f63c0 admin admin] Publish callbacks [] for security_group (3d64bae3-86c2-4aa3-a43d-3c69144fdc30), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.347081 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 96173144-df00-4760-ac92-b0689521f5de details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:12:47.364554 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-01c3ba70-7fd4-46f1-b507-bede154f63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3d64bae3-86c2-4aa3-a43d-3c69144fdc30), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.413308 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-01c3ba70-7fd4-46f1-b507-bede154f63c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f51b93fe8924c18a245f393e88fcebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019508 Apr 12 19:12:47.415370 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3ba70-7fd4-46f1-b507-bede154f63c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d64bae3-86c2-4aa3-a43d-3c69144fdc30,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:47.416118 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38656) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:47.435705 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6bcad088-a40f-4f84-999b-8d4ae99c9a01 req-c4120cc9-1f31-45fe-b7a5-25d74d071789 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 210 time: 0.0340824 Apr 12 19:12:47.480492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 96173144-df00-4760-ac92-b0689521f5de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96173144-df00-4760-ac92-b0689521f5de,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:47.485101 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c12fc2f6-c2a4-41c6-8cec-6a94f2b0137e admin admin] Publish callbacks [] for security_group (3d64bae3-86c2-4aa3-a43d-3c69144fdc30), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.493147 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '96173144-df00-4760-ac92-b0689521f5de', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'port_id': '96173144-df00-4760-ac92-b0689521f5de', 'mac_address': 'fa:16:3e:23:ec:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:12:47.511056 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c12fc2f6-c2a4-41c6-8cec-6a94f2b0137e admin admin] Publish callbacks [] for security_group (3d64bae3-86c2-4aa3-a43d-3c69144fdc30), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.537405 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 96173144-df00-4760-ac92-b0689521f5de is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:47.537660 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (96173144-df00-4760-ac92-b0689521f5de), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.551011 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96173144-df00-4760-ac92-b0689521f5de {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:12:47.559235 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfe452-4480-4e1a-8f26-59298340e05c req-cc32d45a-998d-4fc6-bac8-3f634f263499 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:47.560767 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-64cfe452-4480-4e1a-8f26-59298340e05c req-cc32d45a-998d-4fc6-bac8-3f634f263499 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 943 time: 0.0485578 Apr 12 19:12:47.571457 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 96173144-df00-4760-ac92-b0689521f5de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96173144-df00-4760-ac92-b0689521f5de,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:47.611844 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-64cfe452-4480-4e1a-8f26-59298340e05c req-4e05ca83-a3b4-4132-afbb-ad6dd93fcfb3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Apr 12 19:12:47.712581 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c12fc2f6-c2a4-41c6-8cec-6a94f2b0137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3d64bae3-86c2-4aa3-a43d-3c69144fdc30), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.715267 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c12fc2f6-c2a4-41c6-8cec-6a94f2b0137e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.716472 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c12fc2f6-c2a4-41c6-8cec-6a94f2b0137e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d64bae3-86c2-4aa3-a43d-3c69144fdc30 HTTP/1.1" status: 204 len: 168 time: 0.2993941 Apr 12 19:12:47.726769 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc2f6-c2a4-41c6-8cec-6a94f2b0137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d64bae3-86c2-4aa3-a43d-3c69144fdc30,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:47.750837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (96173144-df00-4760-ac92-b0689521f5de), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:47.807768 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=96173144-df00-4760-ac92-b0689521f5de,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:48.129485 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['96173144-df00-4760-ac92-b0689521f5de'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:12:48.530794 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e3f917f4-c4fe-4879-9149-4459a908ca97 req-b6b5d74b-351b-4bc5-8cee-75fe3cd05674 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 210 time: 0.0282416 Apr 12 19:12:48.672530 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-d0962fef-ba7d-42f1-a68c-aab1f221dd6c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:48.679370 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-d0962fef-ba7d-42f1-a68c-aab1f221dd6c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.46 "GET /v2.0/networks?id=3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 200 len: 815 time: 0.1165938 Apr 12 19:12:48.702681 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'port': {'device_id': '7b7726e0-4666-4ead-861a-3c714992580b', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'admin_state_up': True, 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:48.736996 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84e2a-1f61-4f26-a25c-f77107e39510 req-138df514-c71b-46a6-becd-8be463d01bf3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:48.739747 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6fe84e2a-1f61-4f26-a25c-f77107e39510 req-138df514-c71b-46a6-becd-8be463d01bf3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 944 time: 0.0502203 Apr 12 19:12:48.792713 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6fe84e2a-1f61-4f26-a25c-f77107e39510 req-f0a91c3a-f2c2-4d11-b3fa-bf7b5a0cc76d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467505 Apr 12 19:12:48.924295 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Made reservation on behalf of e476d52eccde4acf88ca8306e96beaa4 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:12:48.928335 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.077167 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Allocated IP 172.20.0.7 (3854b6a1-0d86-4208-8971-cd535295fd46/c5011ea1-d941-4400-8585-9d822dde18e6/538fcd12-0731-4092-a8d0-b3b8ed432dec) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:12:49.230005 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.347079 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.369332 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 96173144-df00-4760-ac92-b0689521f5de up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:12:49.403877 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Network 3854b6a1-0d86-4208-8971-cd535295fd46 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:12:49.408277 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:12:49.410346 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:49.413178 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:12:49.435397 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 96173144-df00-4760-ac92-b0689521f5de completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:12:49.471534 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:49.472289 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.499939 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 96173144-df00-4760-ac92-b0689521f5de triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:49.500751 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (96173144-df00-4760-ac92-b0689521f5de), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.554262 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-a2a94435-5ea4-4d70-919e-e93ced4a9d01 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553126 Apr 12 19:12:49.568407 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Request body: {'port': {'device_id': '7b7726e0-4666-4ead-861a-3c714992580b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:12:49.667310 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 96173144-df00-4760-ac92-b0689521f5de is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:12:49.667784 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (96173144-df00-4760-ac92-b0689521f5de), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.703952 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.728946 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 96173144-df00-4760-ac92-b0689521f5de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96173144-df00-4760-ac92-b0689521f5de,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:12:49.730404 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96173144-df00-4760-ac92-b0689521f5de'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:12:49.732936 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd66ddaa-141e-4f00-8f0c-a5dc04850355" -d '{"events": [{"server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "name": "network-vif-plugged", "status": "completed", "tag": "96173144-df00-4760-ac92-b0689521f5de"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:12:49.742840 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9068a-136f-41e6-8665-d2834a3c27e3 req-667c4f62-54fd-403f-91cc-c97c90c0c9a4 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:49.744427 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1ad9068a-136f-41e6-8665-d2834a3c27e3 req-667c4f62-54fd-403f-91cc-c97c90c0c9a4 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 931 time: 0.0954049 Apr 12 19:12:49.778076 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d0c70f-ffa3-4c2e-bdb0-94f2d92d4b1d x-openstack-request-id: req-f5d0c70f-ffa3-4c2e-bdb0-94f2d92d4b1d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:12:49.779660 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "name": "network-vif-plugged", "status": "completed", "tag": "96173144-df00-4760-ac92-b0689521f5de", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:12:49.780017 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5d0c70f-ffa3-4c2e-bdb0-94f2d92d4b1d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:12:49.780479 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d0c70f-ffa3-4c2e-bdb0-94f2d92d4b1d'] response: {'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96173144-df00-4760-ac92-b0689521f5de', 'code': 200} Apr 12 19:12:49.781213 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-bfc05ec0-d30b-458f-b3da-649eed9316ca None None] Provisioning complete for port 538fcd12-0731-4092-a8d0-b3b8ed432dec triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:12:49.781600 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bfc05ec0-d30b-458f-b3da-649eed9316ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.805071 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1ad9068a-136f-41e6-8665-d2834a3c27e3 req-5211b6b1-3cdc-4e8a-89ac-821b0ed931d8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Apr 12 19:12:49.828355 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (96173144-df00-4760-ac92-b0689521f5de), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:49.887600 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=96173144-df00-4760-ac92-b0689521f5de,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:49.904705 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-bfc05ec0-d30b-458f-b3da-649eed9316ca None None] Port 538fcd12-0731-4092-a8d0-b3b8ed432dec cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:12:50.052792 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf868e0-364a-4898-912f-67d011a2e859 req-95faed13-e0ba-498b-bc65-30dd7d232264 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:50.064460 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bdf868e0-364a-4898-912f-67d011a2e859 req-95faed13-e0ba-498b-bc65-30dd7d232264 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.1134198 Apr 12 19:12:50.168239 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bdf868e0-364a-4898-912f-67d011a2e859 req-14f569ea-8f8e-417b-8388-2520f5318685 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987058 Apr 12 19:12:50.358898 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538fcd12-0731-4092-a8d0-b3b8ed432dec {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:12:50.372248 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Publish callbacks [] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:50.389582 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Transition to ACTIVE for port object 538fcd12-0731-4092-a8d0-b3b8ed432dec will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:12:50.455897 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:50.551906 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Pushing event updated for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:50.632491 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Attempting to bind port 538fcd12-0731-4092-a8d0-b3b8ed432dec on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:12:50.632837 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Attempting to bind port 538fcd12-0731-4092-a8d0-b3b8ed432dec by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:12:50.633298 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Attempting to bind port 538fcd12-0731-4092-a8d0-b3b8ed432dec on network 3854b6a1-0d86-4208-8971-cd535295fd46 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:50.638814 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Port 538fcd12-0731-4092-a8d0-b3b8ed432dec on network 3854b6a1-0d86-4208-8971-cd535295fd46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:12:50.639151 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Attempting to bind port 538fcd12-0731-4092-a8d0-b3b8ed432dec on network 3854b6a1-0d86-4208-8971-cd535295fd46 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:12:50.652422 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:12:50.652691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Checking segment: {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:12:50.653072 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Bound using segment: {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:12:50.653624 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Bound port: 538fcd12-0731-4092-a8d0-b3b8ed432dec, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:12:50.654055 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:50.751641 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:12:50.755660 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:12:50.913467 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:50.953803 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87700ad-d301-45e7-9fe2-9348c113a6a5 req-710e5871-4b1e-4843-af67-dd1457de9e82 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:50.957269 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c87700ad-d301-45e7-9fe2-9348c113a6a5 req-710e5871-4b1e-4843-af67-dd1457de9e82 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0558202 Apr 12 19:12:50.967187 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:50.967653 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:50.969094 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] 10.222.0.46 "PUT /v2.0/ports/538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 1093 time: 1.4061170 Apr 12 19:12:50.969552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:12:50.971905 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42dffd8-e145-4e85-9d8b-beef407d1a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:12:51.006678 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5ccdd-4a61-4119-9aff-b2b2b97ef00c service neutron] Pushing event updated for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:51.072142 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fa8367-956f-4eb4-bf60-de0bb1afb65a x-openstack-request-id: req-47fa8367-956f-4eb4-bf60-de0bb1afb65a {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:12:51.072434 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:12:51.072692 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47fa8367-956f-4eb4-bf60-de0bb1afb65a {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:12:51.073097 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fa8367-956f-4eb4-bf60-de0bb1afb65a'] response: {'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'status': 'completed', 'code': 200} Apr 12 19:12:51.082919 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c87700ad-d301-45e7-9fe2-9348c113a6a5 req-628dcb8e-1db1-42c9-8ec3-282b044f02ec tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123104 Apr 12 19:12:51.173866 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38778) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:51.303615 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa837-cabb-4631-a7d7-2fbf5f776ed6 req-26d411b8-81f1-4d20-969f-96314741accf tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:51.308530 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b44aa837-cabb-4631-a7d7-2fbf5f776ed6 req-26d411b8-81f1-4d20-969f-96314741accf tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0770779 Apr 12 19:12:51.369984 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b44aa837-cabb-4631-a7d7-2fbf5f776ed6 req-c4c4cc5f-c147-4a2b-b46a-186b211ca8a4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534081 Apr 12 19:12:51.411718 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b12402c1-eb3c-4b6a-8a85-fbcce22067a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:51.498156 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b12402c1-eb3c-4b6a-8a85-fbcce22067a7 admin admin] Publish callbacks [] for security_group (3b411f91-6dba-4cb3-8049-ec71cb9dd881), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:51.592734 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b12402c1-eb3c-4b6a-8a85-fbcce22067a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3b411f91-6dba-4cb3-8049-ec71cb9dd881), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:51.631824 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12402c1-eb3c-4b6a-8a85-fbcce22067a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b411f91-6dba-4cb3-8049-ec71cb9dd881,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:51.640235 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38790) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:51.654370 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b12402c1-eb3c-4b6a-8a85-fbcce22067a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8158edf85baf4584879d1acfdb5b1332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793210 Apr 12 19:12:51.694116 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4c92-014d-41a0-8375-af70c96a85c9 admin admin] Publish callbacks [] for security_group (3b411f91-6dba-4cb3-8049-ec71cb9dd881), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:51.717108 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4c92-014d-41a0-8375-af70c96a85c9 admin admin] Publish callbacks [] for security_group (3b411f91-6dba-4cb3-8049-ec71cb9dd881), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:51.848245 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4c92-014d-41a0-8375-af70c96a85c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3b411f91-6dba-4cb3-8049-ec71cb9dd881), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:51.850950 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4c92-014d-41a0-8375-af70c96a85c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:51.854484 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ac3a4c92-014d-41a0-8375-af70c96a85c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b411f91-6dba-4cb3-8049-ec71cb9dd881 HTTP/1.1" status: 204 len: 168 time: 0.2110145 Apr 12 19:12:51.860919 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a4c92-014d-41a0-8375-af70c96a85c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b411f91-6dba-4cb3-8049-ec71cb9dd881,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:52.216124 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff940a6-c0ca-46ee-acdd-02a90d893741 req-2f4424a3-8cf9-4523-9568-94c0af52aa97 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:52.217764 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fff940a6-c0ca-46ee-acdd-02a90d893741 req-2f4424a3-8cf9-4523-9568-94c0af52aa97 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0518088 Apr 12 19:12:52.296544 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fff940a6-c0ca-46ee-acdd-02a90d893741 req-74d74f50-eff6-40ee-b39c-c4d547aec0f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676918 Apr 12 19:12:52.493116 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c622ea-4877-4d87-9e2e-1ba57aeb2e02 req-07ee1cdb-457f-4568-bd62-09264d0828c2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:52.500378 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a1c622ea-4877-4d87-9e2e-1ba57aeb2e02 req-07ee1cdb-457f-4568-bd62-09264d0828c2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0696888 Apr 12 19:12:52.548153 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a1c622ea-4877-4d87-9e2e-1ba57aeb2e02 req-923d821c-764b-4a4c-af42-1eac42cf9b7d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454733 Apr 12 19:12:52.548279 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38810) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:52.583560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-48a19af6-5e52-49c9-95b9-ccff10c6e83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:52.697274 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-48a19af6-5e52-49c9-95b9-ccff10c6e83b admin admin] Publish callbacks [] for security_group (a3b0992c-b38b-4f77-81a9-7d6ddff927b7), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:53.201863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-48a19af6-5e52-49c9-95b9-ccff10c6e83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a3b0992c-b38b-4f77-81a9-7d6ddff927b7), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:53.245016 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-48a19af6-5e52-49c9-95b9-ccff10c6e83b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a979a5ad66c46c6b31f41078a7a5635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6957970 Apr 12 19:12:53.245871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a19af6-5e52-49c9-95b9-ccff10c6e83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b0992c-b38b-4f77-81a9-7d6ddff927b7,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:53.248403 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38814) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:53.299660 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06977f9b-45e5-4264-9a5e-ff2ea714349e admin admin] Publish callbacks [] for security_group (a3b0992c-b38b-4f77-81a9-7d6ddff927b7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:53.321946 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06977f9b-45e5-4264-9a5e-ff2ea714349e admin admin] Publish callbacks [] for security_group (a3b0992c-b38b-4f77-81a9-7d6ddff927b7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:53.430316 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52308990-2ac9-496f-b1f0-9e5ae96b2cd6 req-69b22549-a9b3-471e-a28f-92fc64a86f00 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:53.432259 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52308990-2ac9-496f-b1f0-9e5ae96b2cd6 req-69b22549-a9b3-471e-a28f-92fc64a86f00 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0593979 Apr 12 19:12:53.461354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06977f9b-45e5-4264-9a5e-ff2ea714349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a3b0992c-b38b-4f77-81a9-7d6ddff927b7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:53.464582 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-06977f9b-45e5-4264-9a5e-ff2ea714349e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:53.470136 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-06977f9b-45e5-4264-9a5e-ff2ea714349e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3b0992c-b38b-4f77-81a9-7d6ddff927b7 HTTP/1.1" status: 204 len: 168 time: 0.2161613 Apr 12 19:12:53.475148 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06977f9b-45e5-4264-9a5e-ff2ea714349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b0992c-b38b-4f77-81a9-7d6ddff927b7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:53.508160 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52308990-2ac9-496f-b1f0-9e5ae96b2cd6 req-ee66f6f5-ae9e-4656-9f1c-ad0f08cacc2c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676997 Apr 12 19:12:53.689051 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34220f-34a1-425b-8f4b-aa0be45c9dbb req-5dedec6c-d1ca-41df-be5e-4c555a685665 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:53.702526 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3a34220f-34a1-425b-8f4b-aa0be45c9dbb req-5dedec6c-d1ca-41df-be5e-4c555a685665 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0805268 Apr 12 19:12:53.762457 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3a34220f-34a1-425b-8f4b-aa0be45c9dbb req-f9bccb34-b02e-4e13-b105-74b6684dec81 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589926 Apr 12 19:12:54.644037 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92c57d-3ed1-4696-9249-4d3e5895fe85 req-2d4408e6-1696-42ff-9670-ee3e169e89c6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:54.647030 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c92c57d-3ed1-4696-9249-4d3e5895fe85 req-2d4408e6-1696-42ff-9670-ee3e169e89c6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0618756 Apr 12 19:12:54.671623 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38832) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:54.700648 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:54.746283 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c92c57d-3ed1-4696-9249-4d3e5895fe85 req-71ef6bd0-ffd7-47b9-9251-e5c7123e593a tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548215 Apr 12 19:12:54.839889 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Publish callbacks [] for security_group (649c5f7e-1a09-48a6-946a-a3573524eec9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:54.900237 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aca1c-3a41-472a-a17c-d25115a0f3ba req-5d0d77ed-8a3b-4bf2-9edd-b6d3e2b184c3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:54.902399 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b33aca1c-3a41-472a-a17c-d25115a0f3ba req-5d0d77ed-8a3b-4bf2-9edd-b6d3e2b184c3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0566659 Apr 12 19:12:54.956573 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b33aca1c-3a41-472a-a17c-d25115a0f3ba req-e65e3de3-871d-4861-9add-b5bdeb12b515 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Apr 12 19:12:54.963911 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (649c5f7e-1a09-48a6-946a-a3573524eec9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:55.021231 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71ba66dedc264ed5b76871b86bb49143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519719 Apr 12 19:12:55.022001 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649c5f7e-1a09-48a6-946a-a3573524eec9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:55.023928 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38838) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.036301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.037346 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.037346 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.037526 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.037696 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.038022 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.038344 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edf966-bd76-4da8-8d16-078ea9187c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:12:55.080215 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4401ee88-43eb-4424-8359-50adb7aa85ec admin admin] Publish callbacks [] for security_group (649c5f7e-1a09-48a6-946a-a3573524eec9), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:55.106142 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4401ee88-43eb-4424-8359-50adb7aa85ec admin admin] Publish callbacks [] for security_group (649c5f7e-1a09-48a6-946a-a3573524eec9), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:55.226717 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4401ee88-43eb-4424-8359-50adb7aa85ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (649c5f7e-1a09-48a6-946a-a3573524eec9), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:55.229667 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4401ee88-43eb-4424-8359-50adb7aa85ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:55.230827 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4401ee88-43eb-4424-8359-50adb7aa85ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/649c5f7e-1a09-48a6-946a-a3573524eec9 HTTP/1.1" status: 204 len: 168 time: 0.2059588 Apr 12 19:12:55.238916 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401ee88-43eb-4424-8359-50adb7aa85ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649c5f7e-1a09-48a6-946a-a3573524eec9,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:12:55.894865 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8c4f-7190-4703-b49d-aca9d2271957 req-b035ceeb-f795-4e24-a4a5-e07dca104e02 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:55.901761 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b2b8c4f-7190-4703-b49d-aca9d2271957 req-b035ceeb-f795-4e24-a4a5-e07dca104e02 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0830562 Apr 12 19:12:55.961289 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b2b8c4f-7190-4703-b49d-aca9d2271957 req-67504e02-f85d-4fb9-a2da-7336c5062317 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586352 Apr 12 19:12:56.094167 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011514e4-113b-4ec4-a501-a98cc2e78fc7 req-08ed680f-a6b3-4069-9e4c-09e82edcc1cc tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:56.096024 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-011514e4-113b-4ec4-a501-a98cc2e78fc7 req-08ed680f-a6b3-4069-9e4c-09e82edcc1cc tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0558937 Apr 12 19:12:56.158159 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-011514e4-113b-4ec4-a501-a98cc2e78fc7 req-7458724f-6e40-4b7a-9e64-1052b6636525 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560632 Apr 12 19:12:56.245786 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:56.718549 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-646fe275-5192-417b-92db-976d4ac74fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:57.081432 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ccda3-5b8e-49f8-8764-4283773ef91a req-4403e469-25e4-448f-a7d8-eafbf94bfbe9 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:57.083523 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-548ccda3-5b8e-49f8-8764-4283773ef91a req-4403e469-25e4-448f-a7d8-eafbf94bfbe9 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0514734 Apr 12 19:12:57.134698 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-548ccda3-5b8e-49f8-8764-4283773ef91a req-8866d167-390e-4143-a78f-b2b458595c59 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Apr 12 19:12:57.282351 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb00a-df22-4dbf-b1a2-4c5841f0bad0 req-a4fc0481-91bc-4135-8963-84cf1645a0a0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:57.284894 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3eecb00a-df22-4dbf-b1a2-4c5841f0bad0 req-a4fc0481-91bc-4135-8963-84cf1645a0a0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Apr 12 19:12:57.349474 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3eecb00a-df22-4dbf-b1a2-4c5841f0bad0 req-c034d786-db50-4320-b580-3e1f42a4c498 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487556 Apr 12 19:12:58.263236 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1db561-c602-4fd1-b02d-ae9ef8757116 req-dd5b249b-7d08-49c5-9390-34300fbae442 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:58.264981 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6d1db561-c602-4fd1-b02d-ae9ef8757116 req-dd5b249b-7d08-49c5-9390-34300fbae442 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0551243 Apr 12 19:12:58.315936 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6d1db561-c602-4fd1-b02d-ae9ef8757116 req-0a1bac29-2dde-4fd2-b094-7bdedc0c42f3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Apr 12 19:12:58.457668 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dfb46-2f38-4d76-b8cd-289f1414ecc1 req-0642cf37-cdee-446a-a10e-5dd855b19b68 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:58.459448 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-190dfb46-2f38-4d76-b8cd-289f1414ecc1 req-0642cf37-cdee-446a-a10e-5dd855b19b68 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0491564 Apr 12 19:12:58.506179 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-190dfb46-2f38-4d76-b8cd-289f1414ecc1 req-dcc013d2-d262-4488-8623-8fa66f176ccf tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Apr 12 19:12:58.952140 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6479d129-961b-4b4a-9269-71c340507d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:12:59.429167 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e69404-400a-447b-813c-1513fa1eb7f3 req-9ed98b08-253b-4e21-ab4c-d36fe3d2f19d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:59.430666 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06e69404-400a-447b-813c-1513fa1eb7f3 req-9ed98b08-253b-4e21-ab4c-d36fe3d2f19d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0479653 Apr 12 19:12:59.482451 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06e69404-400a-447b-813c-1513fa1eb7f3 req-f4af5aa8-e859-4bdc-ba5c-f91e6193b268 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462029 Apr 12 19:12:59.621768 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e5608-5ede-4a27-ab75-67dc56db69cf req-6d8dba4b-1e6d-43cd-bcf6-7c64aaa35460 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:12:59.623263 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f31e5608-5ede-4a27-ab75-67dc56db69cf req-6d8dba4b-1e6d-43cd-bcf6-7c64aaa35460 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Apr 12 19:12:59.670681 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f31e5608-5ede-4a27-ab75-67dc56db69cf req-cc12ed22-9913-44db-a6d8-7799ca8ddfcb tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 Apr 12 19:13:00.194125 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:00.600725 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d5be3-393a-4097-b1c0-92242a1d9f7f req-0ffc8592-3fb0-493b-bf2b-4537ade15a92 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:00.602525 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a82d5be3-393a-4097-b1c0-92242a1d9f7f req-0ffc8592-3fb0-493b-bf2b-4537ade15a92 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0510736 Apr 12 19:13:00.657025 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a82d5be3-393a-4097-b1c0-92242a1d9f7f req-567fff2c-55ab-45d4-b6ad-423e37da354e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472593 Apr 12 19:13:00.799438 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971ce33-1669-46b9-aadb-439af7939268 req-5806415d-d814-4589-85d7-e1fb38ef1505 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:00.801130 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a971ce33-1669-46b9-aadb-439af7939268 req-5806415d-d814-4589-85d7-e1fb38ef1505 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Apr 12 19:13:00.854715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a971ce33-1669-46b9-aadb-439af7939268 req-ca40a521-db5c-4718-963e-0b0d2e219a43 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458343 Apr 12 19:13:01.744969 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 38944) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:01.775586 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4c3e-d0c0-4297-a356-3221ae13d587 req-89b8514c-e424-4816-82d2-3c8bebc4058b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:01.777180 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-479b4c3e-d0c0-4297-a356-3221ae13d587 req-89b8514c-e424-4816-82d2-3c8bebc4058b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0485122 Apr 12 19:13:01.804182 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:01.825805 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-479b4c3e-d0c0-4297-a356-3221ae13d587 req-166c8e64-a010-4741-888e-63b5f1f8551d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Apr 12 19:13:01.854960 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e69e3316-e264-4138-b6a8-99488ad4a749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:01.929042 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e69e3316-e264-4138-b6a8-99488ad4a749 admin admin] Publish callbacks [] for security_group (4837c9f6-7d31-4384-8a44-5a33f310af15), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:01.968573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57930007-f1e2-4158-adbe-05cd22d3d226 req-87c19a75-4f29-4a08-9976-7492e5329197 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:01.970206 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57930007-f1e2-4158-adbe-05cd22d3d226 req-87c19a75-4f29-4a08-9976-7492e5329197 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Apr 12 19:13:02.009526 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e69e3316-e264-4138-b6a8-99488ad4a749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (4837c9f6-7d31-4384-8a44-5a33f310af15), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:02.027970 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57930007-f1e2-4158-adbe-05cd22d3d226 req-dd290957-da2d-429b-8a4b-ad63d521d92c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Apr 12 19:13:02.052043 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e69e3316-e264-4138-b6a8-99488ad4a749 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecfac7663a7444808391c34e44f039fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052258 Apr 12 19:13:02.054442 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e3316-e264-4138-b6a8-99488ad4a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4837c9f6-7d31-4384-8a44-5a33f310af15,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:02.054848 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 38954) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:02.104237 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Publish callbacks [] for security_group (4837c9f6-7d31-4384-8a44-5a33f310af15), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:02.125870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Publish callbacks [] for security_group (4837c9f6-7d31-4384-8a44-5a33f310af15), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:02.276367 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (4837c9f6-7d31-4384-8a44-5a33f310af15), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:02.278949 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:02.280120 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4837c9f6-7d31-4384-8a44-5a33f310af15 HTTP/1.1" status: 204 len: 168 time: 0.2242851 Apr 12 19:13:02.288921 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4837c9f6-7d31-4384-8a44-5a33f310af15,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:02.296533 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.297072 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.297673 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.298183 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.298702 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.299235 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.299819 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.300376 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.300911 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.301485 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.302676 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.303079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.304920 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.304920 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.304920 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f62453-704e-484b-8b08-badf87d8f575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:02.939328 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6251aaa-f073-4415-890a-16074b4dcba4 req-aa645bdf-94d4-49f1-be1e-e6519db9a978 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:02.944370 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b6251aaa-f073-4415-890a-16074b4dcba4 req-aa645bdf-94d4-49f1-be1e-e6519db9a978 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0477571 Apr 12 19:13:02.981051 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:02.991796 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b6251aaa-f073-4415-890a-16074b4dcba4 req-3605d8dd-6236-46cc-b423-6e3e0666e34b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Apr 12 19:13:03.137720 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf667bef-a6ce-4507-bbb2-ea015fd1a6a4 req-a27a47a8-ca63-4ba7-9f2b-e33cb5e57a6a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:03.139217 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bf667bef-a6ce-4507-bbb2-ea015fd1a6a4 req-a27a47a8-ca63-4ba7-9f2b-e33cb5e57a6a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0500352 Apr 12 19:13:03.185404 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bf667bef-a6ce-4507-bbb2-ea015fd1a6a4 req-53addf2e-ca3d-4f21-afa9-effa9a39f385 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Apr 12 19:13:04.118897 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9bbef-7115-4aa7-8d83-203f0a6f1c83 req-562c9894-e1d8-4022-bcc8-1d8ff8015e15 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:04.120499 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-12f9bbef-7115-4aa7-8d83-203f0a6f1c83 req-562c9894-e1d8-4022-bcc8-1d8ff8015e15 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0520229 Apr 12 19:13:04.166817 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-12f9bbef-7115-4aa7-8d83-203f0a6f1c83 req-cd615982-87ba-4aa1-8b34-85fce1977fec tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Apr 12 19:13:04.303937 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eee26-dc04-42be-a49b-5a8b5393c69e req-77d5397c-2eb8-400b-b457-2bf88c37f7f8 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:04.305409 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e6eee26-dc04-42be-a49b-5a8b5393c69e req-77d5397c-2eb8-400b-b457-2bf88c37f7f8 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0509140 Apr 12 19:13:04.353394 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e6eee26-dc04-42be-a49b-5a8b5393c69e req-261c52d7-f7b7-4942-8181-58ed88c290c6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Apr 12 19:13:04.727245 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-f569b1f2-adea-4ce3-8bd8-685331ea0407 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427461 Apr 12 19:13:04.727944 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dffd8-e145-4e85-9d8b-beef407d1a9f req-91728ac3-ca9e-4839-a89d-def132446c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:04.729437 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d42dffd8-e145-4e85-9d8b-beef407d1a9f req-91728ac3-ca9e-4839-a89d-def132446c88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1127 time: 0.0743313 Apr 12 19:13:04.736927 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e373561-a97d-4536-848c-675ccf098dab req-a6ce1b0c-0c67-4369-875d-546204060807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:04.738459 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7e373561-a97d-4536-848c-675ccf098dab req-a6ce1b0c-0c67-4369-875d-546204060807 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0505886 Apr 12 19:13:04.808484 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-09752ed9-b319-4f0a-bb40-ef9b21bb556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:04.810956 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-09752ed9-b319-4f0a-bb40-ef9b21bb556b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 1130 time: 0.0455780 Apr 12 19:13:04.876981 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7e373561-a97d-4536-848c-675ccf098dab req-4144073c-72f5-442b-aae8-51765b7a801d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116943 Apr 12 19:13:04.905843 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dffd8-e145-4e85-9d8b-beef407d1a9f req-92334551-4219-45c4-b88b-b821b5f90e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:04.907659 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d42dffd8-e145-4e85-9d8b-beef407d1a9f req-92334551-4219-45c4-b88b-b821b5f90e6a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e476d52eccde4acf88ca8306e96beaa4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1412890 Apr 12 19:13:04.951061 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-9c72f7e8-6322-447a-a657-14d9f1af33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:04.952588 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-9c72f7e8-6322-447a-a657-14d9f1af33b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.1216874 Apr 12 19:13:05.272529 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-5281d365-4b51-4aa4-b780-2fcbe651b397 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd92351d-9c08-48c8-b41b-72450265f429 HTTP/1.1" status: 200 len: 217 time: 0.0503275 Apr 12 19:13:05.319105 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dffd8-e145-4e85-9d8b-beef407d1a9f req-5cb43f9d-3577-42ca-a6cf-234ced025c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:05.320557 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d42dffd8-e145-4e85-9d8b-beef407d1a9f req-5cb43f9d-3577-42ca-a6cf-234ced025c18 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031115 Apr 12 19:13:05.341926 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7f99-6f29-4a26-9f8a-f6c160a0e0a0 req-c49620d8-1182-4fff-805c-804142120c33 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:05.343495 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cb9b7f99-6f29-4a26-9f8a-f6c160a0e0a0 req-c49620d8-1182-4fff-805c-804142120c33 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0843949 Apr 12 19:13:05.365323 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-e7eef6df-3b03-4b3c-8f79-bf6bac10284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:05.367150 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-e7eef6df-3b03-4b3c-8f79-bf6bac10284d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0743458 Apr 12 19:13:05.422459 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-dc52a5f8-aee5-4ec2-af24-d37d5e0521b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:05.425645 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-dc52a5f8-aee5-4ec2-af24-d37d5e0521b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1127 time: 0.0450737 Apr 12 19:13:05.450972 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-9773ef2c-ab7d-4b36-8d5a-dac732546f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:05.452345 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-9773ef2c-ab7d-4b36-8d5a-dac732546f9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769024 Apr 12 19:13:05.460099 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cb9b7f99-6f29-4a26-9f8a-f6c160a0e0a0 req-c303fcde-15fc-4b82-aa6f-531933a62a54 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104350 Apr 12 19:13:05.486426 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 39074) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:05.497321 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-55c46086-fd16-44c6-a671-d176cb639970 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 217 time: 0.0487700 Apr 12 19:13:05.523106 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f8a4-73a8-4284-9bb8-e8bab71c60d0 req-6ce36f55-0f83-43e2-8f31-fe4b2d27c3c9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:05.524576 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-74a3f8a4-73a8-4284-9bb8-e8bab71c60d0 req-6ce36f55-0f83-43e2-8f31-fe4b2d27c3c9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0844867 Apr 12 19:13:05.600939 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d2c157a3-5c0e-4c02-98c0-e8790a84c3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:05.613107 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-74a3f8a4-73a8-4284-9bb8-e8bab71c60d0 req-06c7e34b-2788-4f9e-afc1-a6af05e42ad9 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647030 Apr 12 19:13:05.618022 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-ec6d6f70-9aa6-4e1c-9f00-95fde6d9679c service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375716 Apr 12 19:13:05.679246 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d2c157a3-5c0e-4c02-98c0-e8790a84c3e5 admin admin] Publish callbacks [] for security_group (92f66787-73d0-4893-a2c3-f54eba285e5a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:05.729881 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d2c157a3-5c0e-4c02-98c0-e8790a84c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (92f66787-73d0-4893-a2c3-f54eba285e5a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:05.768149 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d2c157a3-5c0e-4c02-98c0-e8790a84c3e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d33b6348fd074fea9139f5ce9ddc9cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803855 Apr 12 19:13:05.769084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c157a3-5c0e-4c02-98c0-e8790a84c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f66787-73d0-4893-a2c3-f54eba285e5a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:05.770824 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39080) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:05.822501 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa2d36c1-94df-4d44-ac22-85dd671ec790 admin admin] Publish callbacks [] for security_group (92f66787-73d0-4893-a2c3-f54eba285e5a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:05.843423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa2d36c1-94df-4d44-ac22-85dd671ec790 admin admin] Publish callbacks [] for security_group (92f66787-73d0-4893-a2c3-f54eba285e5a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:05.947083 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa2d36c1-94df-4d44-ac22-85dd671ec790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (92f66787-73d0-4893-a2c3-f54eba285e5a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:05.949643 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa2d36c1-94df-4d44-ac22-85dd671ec790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:05.950782 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-aa2d36c1-94df-4d44-ac22-85dd671ec790 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92f66787-73d0-4893-a2c3-f54eba285e5a HTTP/1.1" status: 204 len: 168 time: 0.1784000 Apr 12 19:13:05.958702 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d36c1-94df-4d44-ac22-85dd671ec790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f66787-73d0-4893-a2c3-f54eba285e5a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:06.186269 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-4891c231-4214-45f9-ba3f-ddfc8fad436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:06.187982 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-4891c231-4214-45f9-ba3f-ddfc8fad436f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5011ea1-d941-4400-8585-9d822dde18e6 HTTP/1.1" status: 200 len: 854 time: 0.0518801 Apr 12 19:13:06.266028 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-d79bbe57-31a5-46e6-bf57-fc680af7a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:06.267649 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-d79bbe57-31a5-46e6-bf57-fc680af7a904 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3854b6a1-0d86-4208-8971-cd535295fd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589249 Apr 12 19:13:06.385147 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-1d77f48f-d852-4c13-b5d1-aba12a4860fe service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099076 Apr 12 19:13:06.482119 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ca97ade-10c0-4896-a79e-a0b74fb6f980 req-96c4c457-c7e8-43fb-abbf-0a9e22a8abb8 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467693 Apr 12 19:13:06.499873 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b54ac2f8-38c3-41f2-9acc-8db57ccb1770 req-0724df98-6a02-40f4-92b1-eccc4ab37ebd service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081634 Apr 12 19:13:06.572012 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f1269-9f72-4f7a-b536-c8b6dc00a39e req-f2d367c6-5220-43c6-85c7-8206330ffbe7 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:06.573370 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c0f1269-9f72-4f7a-b536-c8b6dc00a39e req-f2d367c6-5220-43c6-85c7-8206330ffbe7 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0473464 Apr 12 19:13:06.614565 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 39090) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:06.629773 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-369d4575-27b2-49d6-87a1-ac4cd8856f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:06.631321 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c0f1269-9f72-4f7a-b536-c8b6dc00a39e req-fb034eb5-13d4-4cc4-9981-bd951c14d994 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520561 Apr 12 19:13:06.713321 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-369d4575-27b2-49d6-87a1-ac4cd8856f8c admin admin] Publish callbacks [] for security_group (6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:06.731673 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349a009-19fa-4260-be2f-321feb4ab025 req-069aebb2-1014-4714-8576-ab4c1556b2e6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:06.733625 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9349a009-19fa-4260-be2f-321feb4ab025 req-069aebb2-1014-4714-8576-ab4c1556b2e6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0518630 Apr 12 19:13:06.781387 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9349a009-19fa-4260-be2f-321feb4ab025 req-5ed22733-35d7-410b-9638-9c4b14b31b0d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422466 Apr 12 19:13:06.790394 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-369d4575-27b2-49d6-87a1-ac4cd8856f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:06.831440 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-369d4575-27b2-49d6-87a1-ac4cd8856f8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d27021e8843742f9915f4244b61f4763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149589 Apr 12 19:13:06.832330 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d4575-27b2-49d6-87a1-ac4cd8856f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:06.834147 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39094) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:06.883737 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6fc84dde-b5ff-4a8e-b596-fa77202ec70b admin admin] Publish callbacks [] for security_group (6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:06.905014 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6fc84dde-b5ff-4a8e-b596-fa77202ec70b admin admin] Publish callbacks [] for security_group (6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:07.049385 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6fc84dde-b5ff-4a8e-b596-fa77202ec70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:07.052228 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6fc84dde-b5ff-4a8e-b596-fa77202ec70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:07.053428 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-6fc84dde-b5ff-4a8e-b596-fa77202ec70b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd HTTP/1.1" status: 204 len: 168 time: 0.2176836 Apr 12 19:13:07.063833 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc84dde-b5ff-4a8e-b596-fa77202ec70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbc5de5-e8a7-4b8e-9504-8e3d4a50c4cd,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:07.753524 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012712ee-bb63-4450-a2de-ed12e0580e5b req-e1ec85c3-7600-43d5-9ee2-80b80036d845 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:07.754977 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-012712ee-bb63-4450-a2de-ed12e0580e5b req-e1ec85c3-7600-43d5-9ee2-80b80036d845 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0512671 Apr 12 19:13:07.808622 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-012712ee-bb63-4450-a2de-ed12e0580e5b req-74e22ef2-094f-45b7-b922-b2591ab68ea2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476608 Apr 12 19:13:07.898490 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63af46-4ee7-41f9-99bc-209e4434ea88 req-670835d3-03ad-4463-a09c-f3e148e434f1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:07.900004 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b63af46-4ee7-41f9-99bc-209e4434ea88 req-670835d3-03ad-4463-a09c-f3e148e434f1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0501606 Apr 12 19:13:07.951770 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b63af46-4ee7-41f9-99bc-209e4434ea88 req-4c765bcb-0014-4a7c-aa10-cdbe17dae87c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459661 Apr 12 19:13:08.067743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e7ff8-2b76-473b-87d7-ac4597fa2342 req-c520d7bf-cdcc-4034-ab13-07a7dcab0404 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:08.069914 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9a4e7ff8-2b76-473b-87d7-ac4597fa2342 req-c520d7bf-cdcc-4034-ab13-07a7dcab0404 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0556870 Apr 12 19:13:08.078991 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39108) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:08.085658 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'floatingip': {'port_id': '96173144-df00-4760-ac92-b0689521f5de'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:08.125952 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.444534 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 39112) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:08.458718 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1e0857c7-0b12-4e16-aa17-8679e38ef9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.547528 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1e0857c7-0b12-4e16-aa17-8679e38ef9f4 admin admin] Publish callbacks [] for security_group (344d1209-21fd-4ef3-b28a-851d48441ee9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.597426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.642427 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1e0857c7-0b12-4e16-aa17-8679e38ef9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (344d1209-21fd-4ef3-b28a-851d48441ee9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.668000 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.686995 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1e0857c7-0b12-4e16-aa17-8679e38ef9f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=853f5af7b97a474d9828d0d1c7efc891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390177 Apr 12 19:13:08.686995 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0857c7-0b12-4e16-aa17-8679e38ef9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344d1209-21fd-4ef3-b28a-851d48441ee9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:08.688991 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 39114) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:08.743299 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74bd4b8c-2111-4d3c-996b-f4b9a38e5622 admin admin] Publish callbacks [] for security_group (344d1209-21fd-4ef3-b28a-851d48441ee9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.765233 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74bd4b8c-2111-4d3c-996b-f4b9a38e5622 admin admin] Publish callbacks [] for security_group (344d1209-21fd-4ef3-b28a-851d48441ee9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.784215 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Floating IP 7f50388b-7297-4a32-89af-a936b53dddf7 associated. External IP: 172.27.0.73, port: 96173144-df00-4760-ac92-b0689521f5de. Apr 12 19:13:08.900894 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74bd4b8c-2111-4d3c-996b-f4b9a38e5622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (344d1209-21fd-4ef3-b28a-851d48441ee9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.903670 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-74bd4b8c-2111-4d3c-996b-f4b9a38e5622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:08.907091 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-74bd4b8c-2111-4d3c-996b-f4b9a38e5622 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/344d1209-21fd-4ef3-b28a-851d48441ee9 HTTP/1.1" status: 204 len: 168 time: 0.2147470 Apr 12 19:13:08.913694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd4b8c-2111-4d3c-996b-f4b9a38e5622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344d1209-21fd-4ef3-b28a-851d48441ee9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:08.937751 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37525-23b3-48c1-96ec-05a6964dc9f2 req-89a3d7f2-b1a9-4b9d-b4e8-0611ec22e862 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:08.943049 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a7e37525-23b3-48c1-96ec-05a6964dc9f2 req-89a3d7f2-b1a9-4b9d-b4e8-0611ec22e862 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0590596 Apr 12 19:13:09.071267 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a7e37525-23b3-48c1-96ec-05a6964dc9f2 req-9511f03b-b707-4b67-8427-de59bd9074a6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965676 Apr 12 19:13:09.091521 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:13:09.208226 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:13:09.213897 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:09.221017 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] Sync routers for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:13:09.232868 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:13:09.233574 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:12:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:09.245388 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-df7d1157-58a5-492f-8bc7-8187c29d4ba4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "PUT /v2.0/floatingips/7f50388b-7297-4a32-89af-a936b53dddf7 HTTP/1.1" status: 200 len: 990 time: 1.1650639 Apr 12 19:13:09.245976 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:13:09.250447 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c" -d '{"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:13:09.286306 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f1ea06-5924-4f93-a359-ddcc1026f6bb x-openstack-request-id: req-01f1ea06-5924-4f93-a359-ddcc1026f6bb {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:13:09.286747 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:13:09.287825 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01f1ea06-5924-4f93-a359-ddcc1026f6bb {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:13:09.288024 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f1ea06-5924-4f93-a359-ddcc1026f6bb'] response: {'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de', 'status': 'completed', 'code': 200} Apr 12 19:13:09.360791 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:13:09.684133 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '7f50388b-7297-4a32-89af-a936b53dddf7', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'port_id': '96173144-df00-4760-ac92-b0689521f5de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'mac_address': 'fa:16:3e:23:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:35Z', 'updated_at': '2022-04-12T19:13:08Z', 'revision_number': 1, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:09.710846 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] Checking router: af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:13:09.719257 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:13:09.719883 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:12:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:09.835754 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:13:10.072894 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '7f50388b-7297-4a32-89af-a936b53dddf7', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'port_id': '96173144-df00-4760-ac92-b0689521f5de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'mac_address': 'fa:16:3e:23:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:35Z', 'updated_at': '2022-04-12T19:13:08Z', 'revision_number': 1, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:10.102583 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56409a0-92e7-43c2-99d6-4f38637f71b2 None None] The sync data for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi is: [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '7f50388b-7297-4a32-89af-a936b53dddf7', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'port_id': '96173144-df00-4760-ac92-b0689521f5de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'mac_address': 'fa:16:3e:23:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:35Z', 'updated_at': '2022-04-12T19:13:08Z', 'revision_number': 1, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:13:10.199192 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920518a-6634-4384-9498-d102d88fdd00 req-b726a8ef-15bd-4102-9799-7ec522a40bae tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:10.200855 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9920518a-6634-4384-9498-d102d88fdd00 req-b726a8ef-15bd-4102-9799-7ec522a40bae tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0532262 Apr 12 19:13:10.256016 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9920518a-6634-4384-9498-d102d88fdd00 req-25d3a7ee-ef2c-4300-b493-675a7ca6168a tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491641 Apr 12 19:13:10.345417 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cead90-0e92-416e-80d8-83fe7e9bdd9c None None] New status for floating IP 7f50388b-7297-4a32-89af-a936b53dddf7: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:13:11.280932 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-67b780f7-ee5a-440f-998e-1d3875ee5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:11.283214 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-67b780f7-ee5a-440f-998e-1d3875ee5fdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0416212 Apr 12 19:13:11.392943 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-812d5473-cb8e-41d8-b626-c326de95168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:11.394751 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-812d5473-cb8e-41d8-b626-c326de95168b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.1033611 Apr 12 19:13:11.404669 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6febf-999f-4684-b089-0ccb66b40d2c req-3fbc0e9d-38b1-46cd-894a-a7f16a2ef5a1 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:11.406340 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efe6febf-999f-4684-b089-0ccb66b40d2c req-3fbc0e9d-38b1-46cd-894a-a7f16a2ef5a1 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 943 time: 0.0783587 Apr 12 19:13:11.457656 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 538fcd12-0731-4092-a8d0-b3b8ed432dec details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:13:11.460343 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efe6febf-999f-4684-b089-0ccb66b40d2c req-a818c82e-4a44-4482-a693-6ba8cdfadb8c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485272 Apr 12 19:13:11.464804 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-ee403828-cebf-4e39-a4d1-2f6832217af6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 200 len: 1000 time: 0.0634513 Apr 12 19:13:11.524511 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-6fe004d3-b924-4a3e-a643-3338e91d3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:11.525952 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-6fe004d3-b924-4a3e-a643-3338e91d3a12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0550315 Apr 12 19:13:11.562046 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:13:11.573816 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'port_id': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'mac_address': 'fa:16:3e:f1:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:13:11.579000 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-9e4c2b84-8acc-40c7-be20-23f8fc522d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:11.580838 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-9e4c2b84-8acc-40c7-be20-23f8fc522d06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414488 Apr 12 19:13:11.617091 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 538fcd12-0731-4092-a8d0-b3b8ed432dec is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:13:11.617568 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:11.640456 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538fcd12-0731-4092-a8d0-b3b8ed432dec {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:13:11.661076 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:13:11.685726 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-633fb464-4598-4c12-aaaa-478beed74516 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903821 Apr 12 19:13:11.745875 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:13:11.775582 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:11.792267 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1908d95-ac8f-44ef-ad32-d1b78ccf135c req-94dafa56-87bf-4532-a2a4-2c967b57b7e5 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901215 Apr 12 19:13:11.823744 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:12.250535 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['538fcd12-0731-4092-a8d0-b3b8ed432dec'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:13:12.573990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db514a-9786-4577-908b-ca4fcedf819e req-e5275b43-b531-4c30-8d2a-5044457b3611 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:12.575366 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f0db514a-9786-4577-908b-ca4fcedf819e req-e5275b43-b531-4c30-8d2a-5044457b3611 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 944 time: 0.0472314 Apr 12 19:13:12.621903 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f0db514a-9786-4577-908b-ca4fcedf819e req-9a8c6490-85e7-41aa-9d5a-d05f38bec1bf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Apr 12 19:13:13.603915 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 538fcd12-0731-4092-a8d0-b3b8ed432dec up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:13:13.648219 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 538fcd12-0731-4092-a8d0-b3b8ed432dec completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:13:13.739726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb60177-7e68-471b-be49-033f43d05534 req-04bec6f2-45a8-4657-8123-db0dee433914 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:13.741747 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ffb60177-7e68-471b-be49-033f43d05534 req-04bec6f2-45a8-4657-8123-db0dee433914 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 944 time: 0.0534406 Apr 12 19:13:13.750705 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 538fcd12-0731-4092-a8d0-b3b8ed432dec triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:13:13.760708 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:13.793112 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ffb60177-7e68-471b-be49-033f43d05534 req-aecb68b7-e5c1-46db-ad02-439bc3fb0d2c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Apr 12 19:13:13.837879 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 538fcd12-0731-4092-a8d0-b3b8ed432dec is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:13:13.838293 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:13.861331 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:13:13.863578 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7720da62-1cf6-4a03-a564-badca2e78446" -d '{"events": [{"server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "name": "network-vif-plugged", "status": "completed", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:13:13.879369 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:13:13.897581 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad08b8f-c459-4ace-a77d-fb7185e5ddf5 x-openstack-request-id: req-3ad08b8f-c459-4ace-a77d-fb7185e5ddf5 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:13:13.897911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "name": "network-vif-plugged", "status": "completed", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:13:13.898168 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ad08b8f-c459-4ace-a77d-fb7185e5ddf5 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:13:13.898565 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad08b8f-c459-4ace-a77d-fb7185e5ddf5'] response: {'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'code': 200} Apr 12 19:13:13.956516 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:14.006766 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:14.295746 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d17ad-c1b9-4289-adb2-fb840274ba82 req-78ad23a5-421d-4dad-b305-825f4942047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:14.297113 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-551d17ad-c1b9-4289-adb2-fb840274ba82 req-78ad23a5-421d-4dad-b305-825f4942047a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1129 time: 0.0381448 Apr 12 19:13:14.345784 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-551d17ad-c1b9-4289-adb2-fb840274ba82 req-d107e3ab-807b-47de-a453-51830e879212 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 Apr 12 19:13:14.905325 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32626581-5d33-4427-8271-73737964c023 req-23e44d7e-8229-4caa-94b9-24ab234802ba tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:14.906778 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-32626581-5d33-4427-8271-73737964c023 req-23e44d7e-8229-4caa-94b9-24ab234802ba tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0464499 Apr 12 19:13:14.954223 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-32626581-5d33-4427-8271-73737964c023 req-2f80ddeb-3223-4dbf-ab83-5cb238589ee8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Apr 12 19:13:16.064678 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27986b-6624-4eb2-b846-298dab1b98bb req-1351292d-28eb-4238-aef2-8c9d82a47018 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:16.066175 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c27986b-6624-4eb2-b846-298dab1b98bb req-1351292d-28eb-4238-aef2-8c9d82a47018 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0468802 Apr 12 19:13:16.117488 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c27986b-6624-4eb2-b846-298dab1b98bb req-b965c4f6-9517-4d56-afb7-bb7bcef144d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456583 Apr 12 19:13:17.225431 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5470a4-ae85-4c1b-a206-98a7b961b898 req-860a4a30-44fe-4a5b-9b0b-3e6378063854 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:17.226856 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e5470a4-ae85-4c1b-a206-98a7b961b898 req-860a4a30-44fe-4a5b-9b0b-3e6378063854 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0452614 Apr 12 19:13:17.271806 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e5470a4-ae85-4c1b-a206-98a7b961b898 req-551394bb-7dea-419e-9172-f50c72462918 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393424 Apr 12 19:13:18.379792 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd497f-a50c-4c9a-bb37-af8c44fa37c5 req-7ee6240b-6359-4f29-8178-1f7ab639bfb6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:18.381370 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c7bd497f-a50c-4c9a-bb37-af8c44fa37c5 req-7ee6240b-6359-4f29-8178-1f7ab639bfb6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0459788 Apr 12 19:13:18.426554 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c7bd497f-a50c-4c9a-bb37-af8c44fa37c5 req-66d270c7-ccb9-4d2d-8308-2d1c17ff4819 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Apr 12 19:13:19.543961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02dd2c-228f-44ea-b2aa-3ee07af9551c req-46218ae2-d8ce-491a-b3ee-40318e9e828d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:19.545446 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e02dd2c-228f-44ea-b2aa-3ee07af9551c req-46218ae2-d8ce-491a-b3ee-40318e9e828d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0533290 Apr 12 19:13:19.592075 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e02dd2c-228f-44ea-b2aa-3ee07af9551c req-df871312-522f-47e2-9c73-c0b40a0b0a14 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Apr 12 19:13:20.705803 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abca305-bf46-4b68-a535-d829a3f1ea0e req-03746711-f730-47f8-b18d-b0fe81d973ee tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:20.707265 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7abca305-bf46-4b68-a535-d829a3f1ea0e req-03746711-f730-47f8-b18d-b0fe81d973ee tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0481248 Apr 12 19:13:20.753274 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7abca305-bf46-4b68-a535-d829a3f1ea0e req-eae19842-d244-4a6b-bfb2-ed817840c21b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Apr 12 19:13:21.870006 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a885-5a93-4a85-adb0-b8700cef36e4 req-8c63116b-295d-48ef-ac1b-8c59bea3b7f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:21.872030 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2d59a885-5a93-4a85-adb0-b8700cef36e4 req-8c63116b-295d-48ef-ac1b-8c59bea3b7f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0541735 Apr 12 19:13:21.930293 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2d59a885-5a93-4a85-adb0-b8700cef36e4 req-022b5e8e-5941-4262-8306-5796a835365d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Apr 12 19:13:23.030899 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b7d81-4873-421b-b8aa-5634d51ee179 req-2f5237b9-2653-432c-aef2-4c06a2b12154 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:23.032456 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-652b7d81-4873-421b-b8aa-5634d51ee179 req-2f5237b9-2653-432c-aef2-4c06a2b12154 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0478737 Apr 12 19:13:23.081313 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-652b7d81-4873-421b-b8aa-5634d51ee179 req-5398d3ad-7487-4dd8-9b07-1ffcbf4164e1 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Apr 12 19:13:23.191991 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b8fb-389a-440a-94c7-7780df3e9416 req-80b8b689-542c-48ca-98fa-3f4ac7580d61 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:23.193468 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bc08b8fb-389a-440a-94c7-7780df3e9416 req-80b8b689-542c-48ca-98fa-3f4ac7580d61 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0478754 Apr 12 19:13:23.252471 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bc08b8fb-389a-440a-94c7-7780df3e9416 req-1c607712-5467-41cc-b8ee-4fbfc23f0347 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Apr 12 19:13:23.529198 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e41755-0e46-49ee-ab73-447fb5f5cdf2 req-afdadb72-c608-4706-acb8-b3def104e31c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:23.530715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a1e41755-0e46-49ee-ab73-447fb5f5cdf2 req-afdadb72-c608-4706-acb8-b3def104e31c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0500665 Apr 12 19:13:23.593382 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f171ab-ee4a-4808-849f-4627b0941141 req-6cdab9cd-6fe1-4a16-8779-a6080050da7c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:23.594822 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-82f171ab-ee4a-4808-849f-4627b0941141 req-6cdab9cd-6fe1-4a16-8779-a6080050da7c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0630586 Apr 12 19:13:23.629357 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a1e41755-0e46-49ee-ab73-447fb5f5cdf2 req-087d090d-5f2c-411c-96bd-4113a486b945 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865080 Apr 12 19:13:23.657155 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-82f171ab-ee4a-4808-849f-4627b0941141 req-67bb1446-7f24-4990-b5b7-d28e019a7dac tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562513 Apr 12 19:13:24.753279 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b78a7-f675-4399-b4ff-74c98a230674 req-d016e270-598f-47af-88c9-990dcbbf0eb9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:24.754732 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d26b78a7-f675-4399-b4ff-74c98a230674 req-d016e270-598f-47af-88c9-990dcbbf0eb9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0506411 Apr 12 19:13:24.800410 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d26b78a7-f675-4399-b4ff-74c98a230674 req-d7c3b887-bfb1-4fa8-9317-b370a28e4054 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Apr 12 19:13:25.915828 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d162b50-2618-4da9-90dd-b03623d3b19c req-223bfe2e-f7ef-4042-9278-6fc98a159dc6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:25.917297 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d162b50-2618-4da9-90dd-b03623d3b19c req-223bfe2e-f7ef-4042-9278-6fc98a159dc6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0460286 Apr 12 19:13:25.964461 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d162b50-2618-4da9-90dd-b03623d3b19c req-885bbfe8-48ba-4bd0-af4d-70ad4570fbf3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Apr 12 19:13:26.060479 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 39346) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:26.166084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b8de548-a2a2-451c-9b2a-bc0b031b9a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.237717 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b8de548-a2a2-451c-9b2a-bc0b031b9a83 admin admin] Publish callbacks [] for security_group (dc094697-226a-481a-abeb-3a6f0ac3b950), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.255239 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.351031 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b8de548-a2a2-451c-9b2a-bc0b031b9a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (dc094697-226a-481a-abeb-3a6f0ac3b950), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.389689 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1b8de548-a2a2-451c-9b2a-bc0b031b9a83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82a0c76a0deb4c8c83550e4a1453a206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281028 Apr 12 19:13:26.390469 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8de548-a2a2-451c-9b2a-bc0b031b9a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc094697-226a-481a-abeb-3a6f0ac3b950,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:26.392429 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39352) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:26.440006 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d0413c-745b-4b85-8452-7daba4228048 admin admin] Publish callbacks [] for security_group (dc094697-226a-481a-abeb-3a6f0ac3b950), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.464411 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d0413c-745b-4b85-8452-7daba4228048 admin admin] Publish callbacks [] for security_group (dc094697-226a-481a-abeb-3a6f0ac3b950), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.595731 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d0413c-745b-4b85-8452-7daba4228048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (dc094697-226a-481a-abeb-3a6f0ac3b950), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.598307 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d3d0413c-745b-4b85-8452-7daba4228048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:26.600203 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d3d0413c-745b-4b85-8452-7daba4228048 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc094697-226a-481a-abeb-3a6f0ac3b950 HTTP/1.1" status: 204 len: 168 time: 0.2067111 Apr 12 19:13:26.608146 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0413c-745b-4b85-8452-7daba4228048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc094697-226a-481a-abeb-3a6f0ac3b950,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:26.666845 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8759eecf-c55e-4bb7-b2fe-98944a893ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:27.083365 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73f4b1-9988-4317-86ad-c1318fba4f4a req-c1b4fcf3-30b4-470d-b4a5-ac4d06bfc954 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:27.085425 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec73f4b1-9988-4317-86ad-c1318fba4f4a req-c1b4fcf3-30b4-470d-b4a5-ac4d06bfc954 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0473242 Apr 12 19:13:27.133454 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ec73f4b1-9988-4317-86ad-c1318fba4f4a req-98c33145-0e9d-4112-90a8-141fa3a725a4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Apr 12 19:13:27.580418 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39396) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:27.680265 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2079960733-network', 'tenant_id': '4506d4990de3472dbecd0d6a8ffd4073'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:27.787254 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Made reservation on behalf of 4506d4990de3472dbecd0d6a8ffd4073 for: {'network': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:13:27.789551 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:27.798216 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:27.872322 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks [] for security_group (fe0039eb-8c3c-473e-a6a3-dce613f82ca5), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:27.950256 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fe0039eb-8c3c-473e-a6a3-dce613f82ca5), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:27.976654 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:13:27.986347 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0039eb-8c3c-473e-a6a3-dce613f82ca5,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:27.991551 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (29cb1811-886d-4518-9f83-f2300c9fb27e), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:27.991901 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.segments_db [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Added segment 29cb1811-886d-4518-9f83-f2300c9fb27e of type vlan for network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad Apr 12 19:13:28.030557 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (708459f3-5db5-4ad9-a6ef-65a2bd5903ad), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:28.129190 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (708459f3-5db5-4ad9-a6ef-65a2bd5903ad), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:28.130164 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:28.131664 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:28.189325 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] Pushing event updated for resources: {'Network': ['ID=708459f3-5db5-4ad9-a6ef-65a2bd5903ad,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:28.200056 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:13:28.241114 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f4685862-9514-471d-ae6c-f1f7bd0ffa40 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6595132 Apr 12 19:13:28.243969 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39402) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:28.250466 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Request body: {'subnet': {'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2079960733-subnet', 'tenant_id': '4506d4990de3472dbecd0d6a8ffd4073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:28.273638 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc45b7-ca7d-4011-92bb-5715b3c373de req-a4541ed2-c949-43e8-a0eb-7b5023e5bad1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:28.275082 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c8cc45b7-ca7d-4011-92bb-5715b3c373de req-a4541ed2-c949-43e8-a0eb-7b5023e5bad1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0691955 Apr 12 19:13:28.322253 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c8cc45b7-ca7d-4011-92bb-5715b3c373de req-f6c34868-e1e5-4ce9-93fd-18c389682ca2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Apr 12 19:13:28.369714 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Made reservation on behalf of 4506d4990de3472dbecd0d6a8ffd4073 for: {'subnet': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:13:28.372104 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4883826'] for subnet (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:28.625223 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4883812'] for subnet (fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:28.681945 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:28.692029 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Checking segment: {'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:13:28.692387 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Network hostable DHCP agents. Network: 708459f3-5db5-4ad9-a6ef-65a2bd5903ad, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:13:28.819716 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:13:28.889143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 708459f3-5db5-4ad9-a6ef-65a2bd5903ad) {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:13:28.893570 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:28.894793 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:28.897978 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0606e-0330-42de-88f4-d24eabe134b7 None None] Network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:13:28.987877 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0fdbcf6f-cd5b-453c-b8e4-0703180fdc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:28.996825 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1797268c-ccee-4a5b-870a-52d4e671ffa6 None None] Network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:13:29.018107 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f2f8ba4f-eff9-4de8-aded-d5e28ce0f41d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7730758 Apr 12 19:13:29.440691 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976703-fd8c-4fba-9c15-fabcc57d047e req-1d8d9341-e8ad-401a-8f28-fa23c2f46dcf tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:29.442159 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-91976703-fd8c-4fba-9c15-fabcc57d047e req-1d8d9341-e8ad-401a-8f28-fa23c2f46dcf tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0498147 Apr 12 19:13:29.494862 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-91976703-fd8c-4fba-9c15-fabcc57d047e req-81724c93-b9ce-4dbb-9d3d-1ecc56fd1466 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Apr 12 19:13:30.169164 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:30.613888 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bc8bf-e83a-4ed1-9718-c0719bd8afcd req-c46923db-116f-4de3-b05d-4fccc7d2d29e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:30.616259 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-691bc8bf-e83a-4ed1-9718-c0719bd8afcd req-c46923db-116f-4de3-b05d-4fccc7d2d29e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0469532 Apr 12 19:13:30.660907 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-691bc8bf-e83a-4ed1-9718-c0719bd8afcd req-478d07b2-4e4a-42dc-b4dc-826d723429f6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392163 Apr 12 19:13:31.809591 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:31.822138 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537dc28-e486-4c72-afa2-6637648e0b1f req-8928a4ce-32a1-435d-a714-4741ba47a6af tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:31.823664 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1537dc28-e486-4c72-afa2-6637648e0b1f req-8928a4ce-32a1-435d-a714-4741ba47a6af tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0477192 Apr 12 19:13:31.872530 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1537dc28-e486-4c72-afa2-6637648e0b1f req-09ec5bf6-a0dd-4ecf-a47b-9e36f8774795 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Apr 12 19:13:32.230427 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-49d1ddc6-a13d-4cc9-9d43-0a924e38cc5b tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:32.231822 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-49d1ddc6-a13d-4cc9-9d43-0a924e38cc5b tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/networks?id=708459f3-5db5-4ad9-a6ef-65a2bd5903ad HTTP/1.1" status: 200 len: 814 time: 0.1034372 Apr 12 19:13:32.245887 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-3aff56c8-2b6f-458d-aaaf-9c20305290c0 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/quotas/4506d4990de3472dbecd0d6a8ffd4073 HTTP/1.1" status: 200 len: 375 time: 0.0087624 Apr 12 19:13:32.278234 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-25820469-c319-443d-bc4e-f491350c6eee tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276461 Apr 12 19:13:32.370507 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-f56d530f-7bda-4cea-9ced-365d9993f68f service neutron] 10.222.0.50 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853019 Apr 12 19:13:32.457713 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-b3573312-c77a-48f3-823b-7ca6e8ca3fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814314 Apr 12 19:13:32.713266 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8ce4cb03-2f9f-4fba-80e4-24c20361f0b8 req-7c37f875-e601-4d3b-8ff2-d5ed854d5ee0 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0324817 Apr 12 19:13:32.991823 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd450bc2-9df0-4840-8d78-775bdeee372f req-57d5d385-f33d-428e-96d0-b9e74580cbf0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:32.993176 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dd450bc2-9df0-4840-8d78-775bdeee372f req-57d5d385-f33d-428e-96d0-b9e74580cbf0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0467107 Apr 12 19:13:33.013454 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:33.038852 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dd450bc2-9df0-4840-8d78-775bdeee372f req-348da134-eb6d-4e84-a75d-9b1943743629 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Apr 12 19:13:33.788946 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7c399a85-b837-4d81-b969-37f6f54d0b5c req-f3fd8ee3-0b49-4a46-912a-832a78769f90 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0274498 Apr 12 19:13:34.154240 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468b358-dc60-4525-84e5-a9f4a4e26287 req-4d5075f5-6f73-4649-8327-4da6b4753f10 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:34.155704 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f468b358-dc60-4525-84e5-a9f4a4e26287 req-4d5075f5-6f73-4649-8327-4da6b4753f10 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0457442 Apr 12 19:13:34.204113 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f468b358-dc60-4525-84e5-a9f4a4e26287 req-8b49609b-0b42-4d7e-a6bb-4d4c2584e572 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Apr 12 19:13:34.879759 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-40d8f20b-cc7b-419c-b657-8a9400f8fdae req-8e0bc7d8-4750-48ba-ba41-a9e16e4f4d92 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0267749 Apr 12 19:13:35.321181 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0aca5-f770-49cf-8327-8078e6b3c507 req-d11a7776-314f-48f6-bbe2-44368b4b0e54 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:35.322748 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-51c0aca5-f770-49cf-8327-8078e6b3c507 req-d11a7776-314f-48f6-bbe2-44368b4b0e54 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0461032 Apr 12 19:13:35.369650 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-51c0aca5-f770-49cf-8327-8078e6b3c507 req-54c635c5-c889-428c-a6c4-6f0097af4f09 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 Apr 12 19:13:35.974401 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0972bf56-aa6c-4aa7-8263-32b88c5db40e req-e4da223f-8d7a-4c42-9e1a-ebaf85cf2981 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0297196 Apr 12 19:13:36.483994 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46c288-e29d-4ff0-ace2-8c9c5c47ac11 req-740a05f8-e83b-4dc2-aa01-9a7ed47bdc95 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:36.485413 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b46c288-e29d-4ff0-ace2-8c9c5c47ac11 req-740a05f8-e83b-4dc2-aa01-9a7ed47bdc95 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0464613 Apr 12 19:13:36.530000 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b46c288-e29d-4ff0-ace2-8c9c5c47ac11 req-14f5c6ba-0ab1-4aaa-9eff-895828fb8d72 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391920 Apr 12 19:13:37.069581 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b17bc3ff-d057-4c61-b067-25977c36f208 req-d28a868b-2668-404b-b998-5c599ac9f69e tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0271168 Apr 12 19:13:37.645155 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24eb13f-6bbe-4a52-8096-76d450b18446 req-74d2968a-ec60-4876-a0dd-10dbcd38036a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:37.647495 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d24eb13f-6bbe-4a52-8096-76d450b18446 req-74d2968a-ec60-4876-a0dd-10dbcd38036a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0467768 Apr 12 19:13:37.924953 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d24eb13f-6bbe-4a52-8096-76d450b18446 req-da206e39-f77b-479a-8944-d624dc88cb78 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717047 Apr 12 19:13:38.164348 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ebece53b-9420-4807-8732-f1dd8d0605f3 req-7a6f19e1-3d61-4447-bf2f-06be16dbe0c1 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0285394 Apr 12 19:13:39.041874 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8dc95-f887-4797-a9ca-3b260a37030d req-08764ca7-7202-4d5c-93a7-42489cf17fce tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:39.043336 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2af8dc95-f887-4797-a9ca-3b260a37030d req-08764ca7-7202-4d5c-93a7-42489cf17fce tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0461025 Apr 12 19:13:39.088712 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2af8dc95-f887-4797-a9ca-3b260a37030d req-44920682-8921-40dd-9dca-b289bc0a4ff0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 Apr 12 19:13:39.262881 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d05970e2-4cc4-40a6-aceb-9ca56aa43cf4 req-1bc5981e-41be-4b2a-bac8-fb3d5a2a09ed tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0291214 Apr 12 19:13:40.202349 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c9eff-4da0-42c9-a7dc-5eb7322ab33e req-9976a0e5-1046-4e4e-9494-69f0a027ec85 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:40.203820 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c6c9eff-4da0-42c9-a7dc-5eb7322ab33e req-9976a0e5-1046-4e4e-9494-69f0a027ec85 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0454767 Apr 12 19:13:40.250702 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c6c9eff-4da0-42c9-a7dc-5eb7322ab33e req-dc4ede6f-2200-4430-81d3-d43715602621 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407591 Apr 12 19:13:40.354456 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-69086472-9b10-4b3b-bd88-f3d04f78d58c req-78f5e85f-3f59-487b-9c82-e01a2a22977e tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0274947 Apr 12 19:13:41.367184 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25615d2b-04c1-47a1-be90-72a4009f1f29 req-2a93d079-b663-4c81-9f69-bc6ea95ce360 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:41.368671 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-25615d2b-04c1-47a1-be90-72a4009f1f29 req-2a93d079-b663-4c81-9f69-bc6ea95ce360 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0471451 Apr 12 19:13:41.416680 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-25615d2b-04c1-47a1-be90-72a4009f1f29 req-42fa6b3b-c738-4b69-ab84-0ee464aa52fc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426180 Apr 12 19:13:41.498653 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3d09fba1-6cd1-4ed5-8087-7d5b6e57ff71 req-9aa0ed83-670d-4b76-b09e-a058dc151597 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0277426 Apr 12 19:13:42.529777 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4077c-822f-485e-bfbf-68edbc770c3a req-f7e80790-1ff1-4355-b99c-e514ce7a4752 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:42.531218 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-72d4077c-822f-485e-bfbf-68edbc770c3a req-f7e80790-1ff1-4355-b99c-e514ce7a4752 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0454018 Apr 12 19:13:42.576368 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-72d4077c-822f-485e-bfbf-68edbc770c3a req-d6422c3c-dad2-4b5c-b462-34cc0783c8a6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395298 Apr 12 19:13:42.660976 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b1d9c9db-0971-4347-92c4-26442661f5f6 req-081a30c9-5667-4a93-9b92-41339c9bb38f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0290389 Apr 12 19:13:43.696889 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccaef91-0035-4d40-9862-d6c2719ab1b5 req-418f4996-3be8-4392-8006-a1f085ae5fec tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:43.698426 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3ccaef91-0035-4d40-9862-d6c2719ab1b5 req-418f4996-3be8-4392-8006-a1f085ae5fec tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0527170 Apr 12 19:13:43.744583 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3ccaef91-0035-4d40-9862-d6c2719ab1b5 req-1492e835-ab58-459b-9b8c-60cbf651f431 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404184 Apr 12 19:13:43.825894 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-24776c61-c940-4a35-85ac-c1c4c6c5e103 req-2af788d5-42bf-46cc-b567-56d05db42961 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0276773 Apr 12 19:13:44.874840 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5de048-c597-4eb2-b6c5-bb8c04c6e840 req-d7771ce1-b5a3-458f-a32c-0beab3f32ffd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:44.876551 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d5de048-c597-4eb2-b6c5-bb8c04c6e840 req-d7771ce1-b5a3-458f-a32c-0beab3f32ffd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0488355 Apr 12 19:13:44.932405 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d5de048-c597-4eb2-b6c5-bb8c04c6e840 req-f74a7507-debd-4347-9b4d-0a47a492d849 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498595 Apr 12 19:13:45.023875 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-646cdf0c-c4dd-4be5-b781-bbe0c63b04cb req-0d23fefd-0987-4bce-8b3f-67a5c450d961 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0305743 Apr 12 19:13:46.052394 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de8f2f-f69a-4519-a384-a525c4a81b3a req-1a234e7f-5fff-4bc1-8e9c-eac663c202a6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:46.053906 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-56de8f2f-f69a-4519-a384-a525c4a81b3a req-1a234e7f-5fff-4bc1-8e9c-eac663c202a6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0474319 Apr 12 19:13:46.100544 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-56de8f2f-f69a-4519-a384-a525c4a81b3a req-844333f0-684d-4934-8dbb-c524298b5ae4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 Apr 12 19:13:46.186291 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-103a81f7-0fe6-4f18-bd51-47814b0e7fd7 req-3df2011f-7e33-4f2d-b533-d445a01d85ff tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0304725 Apr 12 19:13:47.214928 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b31005-782a-454e-bcfe-e19a1210457d req-1be7d9b0-fdf6-453a-a2ec-5d2c5d1e3c21 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:47.216401 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66b31005-782a-454e-bcfe-e19a1210457d req-1be7d9b0-fdf6-453a-a2ec-5d2c5d1e3c21 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0458148 Apr 12 19:13:47.262227 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66b31005-782a-454e-bcfe-e19a1210457d req-10c604b0-9661-4b9c-89db-0898f9c6240f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403979 Apr 12 19:13:47.346060 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e61efe8e-22a3-478d-a455-563a924387a4 req-cae3f242-8f2a-4121-bd8f-a3cb0b3b8149 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0270698 Apr 12 19:13:48.377249 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519568d1-54a0-4103-aab6-1d7e2bfe8bf1 req-6497eb7e-2901-4448-925c-898314efde7a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:48.378698 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-519568d1-54a0-4103-aab6-1d7e2bfe8bf1 req-6497eb7e-2901-4448-925c-898314efde7a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0471108 Apr 12 19:13:48.428549 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-519568d1-54a0-4103-aab6-1d7e2bfe8bf1 req-451bbdad-7913-4355-bc88-aada0ecbcd52 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Apr 12 19:13:48.510710 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4986c566-4131-4e7a-95b7-6eb05c9b5a15 req-c5d12d17-5184-4c3b-aadd-025b7546f8a1 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0272357 Apr 12 19:13:48.744763 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:13:49.053987 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39650) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:49.157663 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ef569cb2-1da3-44ba-bf35-b201e156f6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:49.230051 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ef569cb2-1da3-44ba-bf35-b201e156f6a6 admin admin] Publish callbacks [] for security_group (6e56ae5a-9d26-4280-8871-a9c12a5a8d2a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:49.333142 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ef569cb2-1da3-44ba-bf35-b201e156f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6e56ae5a-9d26-4280-8871-a9c12a5a8d2a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:49.371148 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef569cb2-1da3-44ba-bf35-b201e156f6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e56ae5a-9d26-4280-8871-a9c12a5a8d2a,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:49.375336 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ef569cb2-1da3-44ba-bf35-b201e156f6a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9acb0d3a6637457c8e717c6a05414c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203185 Apr 12 19:13:49.378003 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39654) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:49.424809 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-8be6271b-da0f-4ca3-8a79-1ac95b363d5a admin admin] Publish callbacks [] for security_group (6e56ae5a-9d26-4280-8871-a9c12a5a8d2a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:49.449181 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-8be6271b-da0f-4ca3-8a79-1ac95b363d5a admin admin] Publish callbacks [] for security_group (6e56ae5a-9d26-4280-8871-a9c12a5a8d2a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:49.545846 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b4536-fb88-43cd-b44d-216a07da8860 req-166fba20-3293-4a72-b4bd-788c4811b68e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:49.547314 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f25b4536-fb88-43cd-b44d-216a07da8860 req-166fba20-3293-4a72-b4bd-788c4811b68e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0481040 Apr 12 19:13:49.572239 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-8be6271b-da0f-4ca3-8a79-1ac95b363d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6e56ae5a-9d26-4280-8871-a9c12a5a8d2a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:49.578753 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-8be6271b-da0f-4ca3-8a79-1ac95b363d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:49.578753 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-8be6271b-da0f-4ca3-8a79-1ac95b363d5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e56ae5a-9d26-4280-8871-a9c12a5a8d2a HTTP/1.1" status: 204 len: 168 time: 0.1969833 Apr 12 19:13:49.604108 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6271b-da0f-4ca3-8a79-1ac95b363d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e56ae5a-9d26-4280-8871-a9c12a5a8d2a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:49.609226 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f25b4536-fb88-43cd-b44d-216a07da8860 req-1156d316-ea95-4289-9d9d-d745c0f6f59a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557971 Apr 12 19:13:49.699674 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6231d67c-3657-431c-b539-83bfbf6ca9e7 req-5daeac58-e01f-4142-8204-a3531788c91e tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0293112 Apr 12 19:13:50.734797 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb0044-e21a-4c86-bba9-c060bb649fe5 req-45e9c320-a39f-457a-a26e-ad3adbaaae97 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:50.736319 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7ccb0044-e21a-4c86-bba9-c060bb649fe5 req-45e9c320-a39f-457a-a26e-ad3adbaaae97 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0512309 Apr 12 19:13:50.785433 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7ccb0044-e21a-4c86-bba9-c060bb649fe5 req-5ad22a7f-a42b-4451-b0e7-6872e6a32283 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Apr 12 19:13:50.875251 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-64485cc7-f669-41e9-81b2-0e7a3742aeed req-b39fcf33-3317-4cb2-8b8a-4de77e408811 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0306904 Apr 12 19:13:50.982648 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57813da6-256c-4072-a5ca-3b81b6420a73 req-b0e3dfb5-4f27-4cb3-8cf5-404cdf62be71 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:50.984163 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57813da6-256c-4072-a5ca-3b81b6420a73 req-b0e3dfb5-4f27-4cb3-8cf5-404cdf62be71 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0466969 Apr 12 19:13:51.029913 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57813da6-256c-4072-a5ca-3b81b6420a73 req-b9215a0d-bdd2-461c-8246-5de8534e6228 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Apr 12 19:13:51.051654 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39682) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:51.229412 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f314f8-8945-4578-9639-a090c9390d29 tempest-TestMinimumBasicScenario-981235133 tempest-TestMinimumBasicScenario-981235133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:51.230922 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-b2f314f8-8945-4578-9639-a090c9390d29 tempest-TestMinimumBasicScenario-981235133 tempest-TestMinimumBasicScenario-981235133-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1124 time: 0.1783128 Apr 12 19:13:51.233678 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39686) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:51.237841 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'port_id': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:51.358288 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:51.434514 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:51.548787 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Allocated IP 172.27.0.183 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/4b7a56e8-4795-439f-89a5-c171e78db37a) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:13:51.650826 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:51.680490 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:13:51.769788 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:51.783379 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:13:51.794759 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'port_id': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'mac_address': 'fa:16:3e:04:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:13:51.811069 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:13:51.819461 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:13:51.823586 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:13:51.829484 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'Port': ['ID=4b7a56e8-4795-439f-89a5-c171e78db37a,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:51.850160 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: ACTIVE; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:13:51.850615 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:51.870376 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11bac7a5-f860-4102-9cd2-0beb9319c4d7 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:13:51.894275 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:13:51.952664 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-b3f493d1-43d4-44d1-abb6-26856bb82e98 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:51.956826 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-b3f493d1-43d4-44d1-abb6-26856bb82e98 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "GET /v2.0/networks?id=708459f3-5db5-4ad9-a6ef-65a2bd5903ad HTTP/1.1" status: 200 len: 814 time: 0.1212759 Apr 12 19:13:51.968768 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Request body: {'port': {'device_id': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad', 'admin_state_up': True, 'tenant_id': '4506d4990de3472dbecd0d6a8ffd4073'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:51.987834 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.047852 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=6']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:52.056440 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.056989 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.057338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.057913 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.058458 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.059073 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.059586 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.060081 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.060417 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.060753 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.061082 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.061436 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.061772 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.062090 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.062638 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:13:52.079978 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-264146a4-865a-4ed6-ab0c-4a2cc111ab80 req-74032a1c-5de4-4eea-bd10-66934b3711be tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.1176000 Apr 12 19:13:52.096600 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa97fe-8e8e-4cf1-bfbd-c513695bdadf req-2253bc78-791e-4312-bbf2-13311dc8a0b3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:52.098203 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8aaa97fe-8e8e-4cf1-bfbd-c513695bdadf req-2253bc78-791e-4312-bbf2-13311dc8a0b3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.2227702 Apr 12 19:13:52.108925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['11bac7a5-f860-4102-9cd2-0beb9319c4d7'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:13:52.181317 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Made reservation on behalf of 4506d4990de3472dbecd0d6a8ffd4073 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:13:52.185175 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.202320 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8aaa97fe-8e8e-4cf1-bfbd-c513695bdadf req-8637f24c-d06b-4b37-a91b-cf35c579bc0e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975380 Apr 12 19:13:52.336915 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Allocated IP 172.20.0.7 (708459f3-5db5-4ad9-a6ef-65a2bd5903ad/fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e/ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:13:52.363610 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for floatingip (91db9b5d-519d-4c5d-a765-6ae283853328), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.493074 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks [] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.559745 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.602353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.643956 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:13:52.647714 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:13:52.653914 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:13:52.686341 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Pushing event updated for resources: {'Port': ['ID=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:52.711903 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:52.712471 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.717959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.796234 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.868789 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'Port': ['ID=4b7a56e8-4795-439f-89a5-c171e78db37a,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:52.869881 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-73ee5f15-74f3-44d7-8b05-42a2a2f23ac8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061639 Apr 12 19:13:52.877001 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (91db9b5d-519d-4c5d-a765-6ae283853328), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.884447 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Request body: {'port': {'device_id': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:52.945183 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:52.982828 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Floating IP 91db9b5d-519d-4c5d-a765-6ae283853328 associated. External IP: 172.27.0.183, port: 538fcd12-0731-4092-a8d0-b3b8ed432dec. Apr 12 19:13:53.213736 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:13:53.221201 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Publish callbacks [] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.226523 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35298cae-cd1b-460e-b5c8-25c9c2a027b8 req-d04e2e9a-ded1-4110-a1a5-889b641e3d8b tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:53.228008 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35298cae-cd1b-460e-b5c8-25c9c2a027b8 req-d04e2e9a-ded1-4110-a1a5-889b641e3d8b tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 931 time: 0.0589004 Apr 12 19:13:53.240584 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Transition to ACTIVE for port object ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:13:53.240936 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Router 22f86696-e0be-472a-8a7b-d62790af8ffd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:13:53.331107 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35298cae-cd1b-460e-b5c8-25c9c2a027b8 req-9c143a39-8c32-4144-b5cd-e39746850a50 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955265 Apr 12 19:13:53.344848 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.398277 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529235da-8902-4a1a-9291-71f2cf881eb2 req-ef99ba64-6712-4fca-a7c6-a621e35aa885 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:53.399732 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-529235da-8902-4a1a-9291-71f2cf881eb2 req-ef99ba64-6712-4fca-a7c6-a621e35aa885 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.0928705 Apr 12 19:13:53.400623 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:53.436541 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:13:53.449598 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] Sync routers for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:13:53.462409 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:13:53.463553 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:13:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:53.467085 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-529235da-8902-4a1a-9291-71f2cf881eb2 req-3e5132bb-7d1e-42a1-bb0f-024150cc036c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565331 Apr 12 19:13:53.475326 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Attempting to bind port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:13:53.475694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Attempting to bind port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:13:53.476030 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Attempting to bind port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 on network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:13:53.480716 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 on network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:13:53.481037 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Attempting to bind port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 on network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:13:53.485970 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:13:53.486274 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Checking segment: {'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:13:53.486637 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Bound using segment: {'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:13:53.487071 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Bound port: ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:13:53.487424 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.551299 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] For port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:13:53.554389 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] For port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:13:53.575604 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.590017 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:13:53.610591 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ddfc0d73-3428-4630-b2fb-0c7f7c0072ab tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3758936 Apr 12 19:13:53.611278 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:13:53.613420 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 39706) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:53.613638 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:13:53.621785 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-54c04754-4fcd-443f-bbf0-22b9a0aa6934 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706178135', 'description': 'tempest-secgroup-smoke-1706178135 description', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:53.649368 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de82cb1-7cf4-411a-a648-cd88c9a6db78 x-openstack-request-id: req-8de82cb1-7cf4-411a-a648-cd88c9a6db78 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:13:53.649368 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:13:53.649573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8de82cb1-7cf4-411a-a648-cd88c9a6db78 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:13:53.649954 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de82cb1-7cf4-411a-a648-cd88c9a6db78'] response: {'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'status': 'completed', 'code': 200} Apr 12 19:13:53.673486 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:13:53.711372 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.715336 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-464e5fb5-949b-4b05-b3f1-5a0e481fb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:53.716864 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-464e5fb5-949b-4b05-b3f1-5a0e481fb8e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1129 time: 0.0423911 Apr 12 19:13:53.744890 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:13:53.745207 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.746620 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:53.747245 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.748664 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 HTTP/1.1" status: 200 len: 1093 time: 0.8693433 Apr 12 19:13:53.749122 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'tag': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:13:53.751592 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0392be0-7300-40de-9ef0-7281366d82a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c8dbd2-ef25-4270-ba97-a37a5a04875d", "tag": "ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:13:53.756973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-54c04754-4fcd-443f-bbf0-22b9a0aa6934 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.789606 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d89a1-d306-4b5c-bec2-76f0981983b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:53.815963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b681f51b-6365-4ab3-9f8d-7d15b4281498 x-openstack-request-id: req-b681f51b-6365-4ab3-9f8d-7d15b4281498 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:13:53.815963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c8dbd2-ef25-4270-ba97-a37a5a04875d", "tag": "ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:13:53.815963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b681f51b-6365-4ab3-9f8d-7d15b4281498 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:13:53.815963 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b681f51b-6365-4ab3-9f8d-7d15b4281498'] response: {'name': 'network-changed', 'server_uuid': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'tag': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3', 'status': 'completed', 'code': 200} Apr 12 19:13:53.846576 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:13:53.847519 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.864164 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-4ed2f94c-2544-45ee-b6f7-4ca203dba02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:53.866273 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-4ed2f94c-2544-45ee-b6f7-4ca203dba02d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 200 len: 916 time: 0.1430006 Apr 12 19:13:53.878070 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:13:53.889535 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084eac2f-ed42-450f-b9ac-d5c702d45fa7" -d '{"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-plugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:13:53.889742 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '91db9b5d-519d-4c5d-a765-6ae283853328', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'port_id': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'mac_address': 'fa:16:3e:f1:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7726e0-4666-4ead-861a-3c714992580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:13:52Z', 'updated_at': '2022-04-12T19:13:52Z', 'revision_number': 0, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 5, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:53.895495 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0392be0-7300-40de-9ef0-7281366d82a7 req-96e532bc-0552-4c41-802b-06f63a32d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:53.897126 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d0392be0-7300-40de-9ef0-7281366d82a7 req-96e532bc-0552-4c41-802b-06f63a32d492 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 1127 time: 0.0584280 Apr 12 19:13:53.902026 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:13:53.929677 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] Checking router: 22f86696-e0be-472a-8a7b-d62790af8ffd for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:13:53.929808 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3266e67-b81a-4da2-bb0d-71ab57ded7ef x-openstack-request-id: req-f3266e67-b81a-4da2-bb0d-71ab57ded7ef {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:13:53.929808 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-plugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:13:53.929808 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3266e67-b81a-4da2-bb0d-71ab57ded7ef {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:13:53.929808 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3266e67-b81a-4da2-bb0d-71ab57ded7ef'] response: {'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'code': 200} Apr 12 19:13:53.936225 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:13:53.937045 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:13:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:53.954529 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-54c04754-4fcd-443f-bbf0-22b9a0aa6934 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group (68e7dffd-4cf7-4702-9286-1ee6af0ce2bb), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:53.961854 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-01180d9f-a944-471f-aab0-b365e3412af1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 999 time: 0.0869219 Apr 12 19:13:53.973732 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.026650 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-54c04754-4fcd-443f-bbf0-22b9a0aa6934 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (68e7dffd-4cf7-4702-9286-1ee6af0ce2bb), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.030242 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-b63722f8-6ad7-4e27-b7a1-e75bb4887712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.030394 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0392be0-7300-40de-9ef0-7281366d82a7 req-263ebaa1-5679-4354-9130-0e29559086fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.031639 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=7']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:54.032396 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-b63722f8-6ad7-4e27-b7a1-e75bb4887712 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5011ea1-d941-4400-8585-9d822dde18e6 HTTP/1.1" status: 200 len: 854 time: 0.0637567 Apr 12 19:13:54.033528 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d0392be0-7300-40de-9ef0-7281366d82a7 req-263ebaa1-5679-4354-9130-0e29559086fd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1279743 Apr 12 19:13:54.063307 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:13:54.095684 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-26e4e0f7-75c3-4532-9c0d-3ccc6385a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.097943 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-26e4e0f7-75c3-4532-9c0d-3ccc6385a950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3854b6a1-0d86-4208-8971-cd535295fd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533595 Apr 12 19:13:54.140552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c04754-4fcd-443f-bbf0-22b9a0aa6934 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:54.174720 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0392be0-7300-40de-9ef0-7281366d82a7 req-3f926a1b-ffac-4f80-9346-06a239125cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.176287 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d0392be0-7300-40de-9ef0-7281366d82a7 req-3f926a1b-ffac-4f80-9346-06a239125cc1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303155 Apr 12 19:13:54.179805 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-54c04754-4fcd-443f-bbf0-22b9a0aa6934 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.181115 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-54c04754-4fcd-443f-bbf0-22b9a0aa6934 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5665386 Apr 12 19:13:54.183855 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 39716) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:54.188237 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-269039b4-599e-42a1-9822-ab95e50df1f8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'security_group_rule': {'security_group_id': '68e7dffd-4cf7-4702-9286-1ee6af0ce2bb', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:54.212777 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-5b1e2570-a857-4508-922e-9c7bb3116303 service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072969 Apr 12 19:13:54.267625 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-7360708b-d904-4fa3-9530-32b4c41de30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.269290 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-7360708b-d904-4fa3-9530-32b4c41de30a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 1127 time: 0.0450771 Apr 12 19:13:54.319521 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a69c8772-76a7-4cb4-9aa1-9ce8edede6a4 req-c816699e-e6f0-418a-aba8-bffc2326651e service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956299 Apr 12 19:13:54.320879 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-75d57cf6-e37d-40bf-80b0-29a2ffae4fa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 HTTP/1.1" status: 200 len: 217 time: 0.0427339 Apr 12 19:13:54.321600 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269039b4-599e-42a1-9822-ab95e50df1f8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (21abd5cf-eb8b-4af1-84d0-8c9ea50743e4), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.399563 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-6360257c-1b95-498d-aa47-866307cdb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.401267 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-6360257c-1b95-498d-aa47-866307cdb001 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e HTTP/1.1" status: 200 len: 854 time: 0.0707269 Apr 12 19:13:54.401394 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '91db9b5d-519d-4c5d-a765-6ae283853328', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'port_id': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'mac_address': 'fa:16:3e:f1:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7726e0-4666-4ead-861a-3c714992580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:13:52Z', 'updated_at': '2022-04-12T19:13:52Z', 'revision_number': 0, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 5, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:13:54.410081 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269039b4-599e-42a1-9822-ab95e50df1f8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (21abd5cf-eb8b-4af1-84d0-8c9ea50743e4), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.434627 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a60fe9-f0c1-4515-95b7-663080283463 None None] The sync data for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi is: [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '91db9b5d-519d-4c5d-a765-6ae283853328', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'port_id': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'mac_address': 'fa:16:3e:f1:3e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7726e0-4666-4ead-861a-3c714992580b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:13:52Z', 'updated_at': '2022-04-12T19:13:52Z', 'revision_number': 0, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 5, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:13:54.440011 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-60f9af39-7472-442b-b38a-f73f38d8d9c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=708459f3-5db5-4ad9-a6ef-65a2bd5903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285118 Apr 12 19:13:54.458801 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee81a26-cc49-4b3c-9704-92f246a2d84b req-227c1d73-5a2f-4f88-be55-160a22be7e94 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.460479 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2ee81a26-cc49-4b3c-9704-92f246a2d84b req-227c1d73-5a2f-4f88-be55-160a22be7e94 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 943 time: 0.0537834 Apr 12 19:13:54.511611 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2ee81a26-cc49-4b3c-9704-92f246a2d84b req-e48b9a13-fc69-40db-8707-4f25295a8061 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443435 Apr 12 19:13:54.517018 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269039b4-599e-42a1-9822-ab95e50df1f8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (21abd5cf-eb8b-4af1-84d0-8c9ea50743e4), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.537575 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269039b4-599e-42a1-9822-ab95e50df1f8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21abd5cf-eb8b-4af1-84d0-8c9ea50743e4,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:54.578978 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-61ceac61-bedc-4d1f-9b71-b9e5e9aea2f3 service neutron] 10.222.0.46 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306446 Apr 12 19:13:54.597662 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1d5d1-d719-4ada-984e-27faabc9abc9 req-b0ec5416-dfbb-464d-a895-6f2c8d815194 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:54.599791 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-00c1d5d1-d719-4ada-984e-27faabc9abc9 req-b0ec5416-dfbb-464d-a895-6f2c8d815194 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0481699 Apr 12 19:13:54.646965 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269039b4-599e-42a1-9822-ab95e50df1f8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.651177 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39722) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:54.651340 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-269039b4-599e-42a1-9822-ab95e50df1f8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664066 Apr 12 19:13:54.655768 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-fc0233de-cb73-4772-81d6-fc7b4cfabad2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'security_group_rule': {'security_group_id': '68e7dffd-4cf7-4702-9286-1ee6af0ce2bb', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:54.664162 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4139c0c-d5a9-46f5-9819-4e378529da14 None None] New status for floating IP 91db9b5d-519d-4c5d-a765-6ae283853328: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:13:54.664417 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-00c1d5d1-d719-4ada-984e-27faabc9abc9 req-3fb9794e-787b-41f6-9a73-ce940063d5f4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545259 Apr 12 19:13:54.700858 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-de8705a6-bab0-40a9-9672-bc384474d0f0 req-fc4c9319-737a-4eaf-9b99-82e9c24b3c94 service neutron] 10.222.0.46 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133149 Apr 12 19:13:54.763218 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc0233de-cb73-4772-81d6-fc7b4cfabad2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (471e226e-e21c-464c-ad81-fd475a34b730), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.824155 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc0233de-cb73-4772-81d6-fc7b4cfabad2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (471e226e-e21c-464c-ad81-fd475a34b730), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.935450 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc0233de-cb73-4772-81d6-fc7b4cfabad2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (471e226e-e21c-464c-ad81-fd475a34b730), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:54.952786 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0233de-cb73-4772-81d6-fc7b4cfabad2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471e226e-e21c-464c-ad81-fd475a34b730,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:55.052099 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc0233de-cb73-4772-81d6-fc7b4cfabad2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.054236 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-fc0233de-cb73-4772-81d6-fc7b4cfabad2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4015403 Apr 12 19:13:55.056511 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39724) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:55.060634 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-11f93754-6f2d-4f64-afab-2eb45ff1f9d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'security_group_rule': {'security_group_id': '68e7dffd-4cf7-4702-9286-1ee6af0ce2bb', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:55.186499 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11f93754-6f2d-4f64-afab-2eb45ff1f9d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (7f9f90a8-897e-43d8-a163-c2082bd5075c), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.243760 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11f93754-6f2d-4f64-afab-2eb45ff1f9d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (7f9f90a8-897e-43d8-a163-c2082bd5075c), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.361622 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11f93754-6f2d-4f64-afab-2eb45ff1f9d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (7f9f90a8-897e-43d8-a163-c2082bd5075c), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.378731 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93754-6f2d-4f64-afab-2eb45ff1f9d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9f90a8-897e-43d8-a163-c2082bd5075c,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:55.463017 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11f93754-6f2d-4f64-afab-2eb45ff1f9d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.464183 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-11f93754-6f2d-4f64-afab-2eb45ff1f9d3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067724 Apr 12 19:13:55.466824 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39728) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:55.471107 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-4827b91a-a366-403e-af0c-fdf7b0849a23 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'security_group_rule': {'security_group_id': '68e7dffd-4cf7-4702-9286-1ee6af0ce2bb', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:55.590055 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4827b91a-a366-403e-af0c-fdf7b0849a23 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (b6e43d69-f656-4835-8921-a2b3147b0c4f), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.641679 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aca344-61e2-46af-831c-daf809f8c32a req-8cce4332-8ca9-46d1-91bd-90a27a0dfe98 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:55.643109 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03aca344-61e2-46af-831c-daf809f8c32a req-8cce4332-8ca9-46d1-91bd-90a27a0dfe98 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 943 time: 0.0667696 Apr 12 19:13:55.686443 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4827b91a-a366-403e-af0c-fdf7b0849a23 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (b6e43d69-f656-4835-8921-a2b3147b0c4f), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.935729 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4827b91a-a366-403e-af0c-fdf7b0849a23 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (b6e43d69-f656-4835-8921-a2b3147b0c4f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:55.976887 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03aca344-61e2-46af-831c-daf809f8c32a req-b0e54d48-adc8-4acb-8f13-f1a17e738587 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265529 Apr 12 19:13:55.990323 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827b91a-a366-403e-af0c-fdf7b0849a23 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e43d69-f656-4835-8921-a2b3147b0c4f,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:56.002564 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a95fa-b978-42c3-894c-0cf6067cbc8b req-665be9bb-b0d8-432f-b7c2-0e1770548b7c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:56.004024 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-760a95fa-b978-42c3-894c-0cf6067cbc8b req-665be9bb-b0d8-432f-b7c2-0e1770548b7c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0740926 Apr 12 19:13:56.051699 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-760a95fa-b978-42c3-894c-0cf6067cbc8b req-6663f416-b2a1-4402-a515-e6df6802ca27 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Apr 12 19:13:56.062893 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4827b91a-a366-403e-af0c-fdf7b0849a23 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.064042 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4827b91a-a366-403e-af0c-fdf7b0849a23 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5962803 Apr 12 19:13:56.066768 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39734) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:56.071280 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'security_group_rule': {'security_group_id': '68e7dffd-4cf7-4702-9286-1ee6af0ce2bb', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:56.162636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.securitygroups_db [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Project e476d52eccde4acf88ca8306e96beaa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:13:56.168330 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (7000eeeb-5fb7-41b0-bb0a-8abe3197c583), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.227430 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (7000eeeb-5fb7-41b0-bb0a-8abe3197c583), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.266585 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.300610 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (7000eeeb-5fb7-41b0-bb0a-8abe3197c583), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.320363 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7000eeeb-5fb7-41b0-bb0a-8abe3197c583,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:56.412372 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.413784 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-789b0330-8395-48d6-8606-f8a6af4c0464 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3458281 Apr 12 19:13:56.416558 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 39738) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:13:56.420768 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'security_group_rule': {'security_group_id': '68e7dffd-4cf7-4702-9286-1ee6af0ce2bb', 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:56.538937 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.securitygroups_db [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Project e476d52eccde4acf88ca8306e96beaa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:13:56.544396 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (d0afa075-13cf-4553-aa73-0c0d3e2946a4), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.602206 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (d0afa075-13cf-4553-aa73-0c0d3e2946a4), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.704921 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f3e80f8d-fe37-4716-8b48-44b8e019d5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.746899 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (d0afa075-13cf-4553-aa73-0c0d3e2946a4), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.765215 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0afa075-13cf-4553-aa73-0c0d3e2946a4,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:56.906617 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:56.907872 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-bf43c829-fdbb-4b82-a4a7-08f67fb36e1e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4903939 Apr 12 19:13:56.994214 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-72f36f8a-2ad2-457c-8186-2f485dc133df tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706178135&fields=id&tenant_id=e476d52eccde4acf88ca8306e96beaa4 HTTP/1.1" status: 200 len: 267 time: 0.0434754 Apr 12 19:13:57.045264 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-b91703ab-0f64-4144-af4f-afc7cb3d4d50 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:57.046794 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-b91703ab-0f64-4144-af4f-afc7cb3d4d50 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0472748 Apr 12 19:13:57.061755 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'port': {'security_groups': ['5b90f48d-5e1e-4cd1-b355-2e567a685bef', '68e7dffd-4cf7-4702-9286-1ee6af0ce2bb']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:13:57.121076 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ad755-9592-4ada-9cfa-af162dadd606 req-5b7a1c1e-3074-487e-8720-5a674723b655 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:57.122504 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-db5ad755-9592-4ada-9cfa-af162dadd606 req-5b7a1c1e-3074-487e-8720-5a674723b655 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 943 time: 0.0748441 Apr 12 19:13:57.184996 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:57.205458 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-db5ad755-9592-4ada-9cfa-af162dadd606 req-d2b07ba7-088f-4962-847f-0ec3cdb88ba0 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748653 Apr 12 19:13:57.324782 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b7cfe-2a3f-410d-91d8-6abafa3a2a5b req-f646eb14-426c-4d94-a129-0b2ec43a7d68 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:57.326228 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e1b7cfe-2a3f-410d-91d8-6abafa3a2a5b req-f646eb14-426c-4d94-a129-0b2ec43a7d68 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0647736 Apr 12 19:13:57.431839 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e1b7cfe-2a3f-410d-91d8-6abafa3a2a5b req-f2f3f77a-f7db-4d84-9519-2977042cd039 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996873 Apr 12 19:13:57.455251 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:13:57.484621 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:57.546372 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:57.560869 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['538fcd12-0731-4092-a8d0-b3b8ed432dec'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:13:57.592514 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:57.593306 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:57.594858 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dbf9ca58-d466-4d9c-ab79-32bb37c5e5d7 req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "PUT /v2.0/ports/538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 981 time: 0.5389030 Apr 12 19:13:57.595849 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:13:57.598186 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:13:57.630446 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad382f8-7d1f-420d-879a-f5d575368eaf tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=6']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:13:57.674626 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452a4d42-fb25-4424-b5c1-9423e56de29c x-openstack-request-id: req-452a4d42-fb25-4424-b5c1-9423e56de29c {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:13:57.674626 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:13:57.674626 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-452a4d42-fb25-4424-b5c1-9423e56de29c {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:13:57.674626 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452a4d42-fb25-4424-b5c1-9423e56de29c'] response: {'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'status': 'completed', 'code': 200} Apr 12 19:13:57.733696 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf695fd-840d-4b57-8baa-efd6e9d99d71 req-c746fe60-3f87-41fb-8b97-96f0e88f31a8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:57.735303 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ddf695fd-840d-4b57-8baa-efd6e9d99d71 req-c746fe60-3f87-41fb-8b97-96f0e88f31a8 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0530832 Apr 12 19:13:57.805214 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ddf695fd-840d-4b57-8baa-efd6e9d99d71 req-77672f55-c700-4a15-a996-6b780506782d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637360 Apr 12 19:13:57.806210 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['538fcd12-0731-4092-a8d0-b3b8ed432dec'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:13:57.847776 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-317f9e55-051f-4d36-99fa-333db0225c9f None None] Provisioning complete for port 538fcd12-0731-4092-a8d0-b3b8ed432dec triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:13:57.848139 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-317f9e55-051f-4d36-99fa-333db0225c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:58.067267 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-317f9e55-051f-4d36-99fa-333db0225c9f None None] Current status of the port 538fcd12-0731-4092-a8d0-b3b8ed432dec is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:13:58.320716 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ad36b-3b09-40c0-9b7b-efc7beb1c30a req-7dd751ae-e798-4370-92d9-dd595df72788 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:58.322203 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c13ad36b-3b09-40c0-9b7b-efc7beb1c30a req-7dd751ae-e798-4370-92d9-dd595df72788 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 943 time: 0.0472167 Apr 12 19:13:58.368119 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c13ad36b-3b09-40c0-9b7b-efc7beb1c30a req-eced75ce-f74a-4949-9d1a-dc22393473af tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Apr 12 19:13:58.546668 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07614295-af23-4b3e-b645-71ec3c027071 req-1cc359e5-db0b-43bd-b216-89bb457e210f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:58.548157 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07614295-af23-4b3e-b645-71ec3c027071 req-1cc359e5-db0b-43bd-b216-89bb457e210f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0461943 Apr 12 19:13:58.593775 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07614295-af23-4b3e-b645-71ec3c027071 req-7c237b64-deee-48ca-9f9f-c16b43b3f268 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Apr 12 19:13:58.946388 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-001e1f9a-7e40-4ea9-889f-70331334a141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:13:59.482692 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5fff2-950e-4621-8e12-a49e2fe2ff07 req-5457a98e-fa49-4197-83ce-7f2eb8a6d472 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:59.484178 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efc5fff2-950e-4621-8e12-a49e2fe2ff07 req-5457a98e-fa49-4197-83ce-7f2eb8a6d472 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 943 time: 0.0495977 Apr 12 19:13:59.529345 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efc5fff2-950e-4621-8e12-a49e2fe2ff07 req-c48f41b4-00b9-4c4e-b455-d4fc9631cce1 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Apr 12 19:13:59.712086 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac9d38-0496-4d7c-935a-df507dae8fc7 req-329910f9-0501-4ab9-bd07-9163d894380e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:59.713540 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-51ac9d38-0496-4d7c-935a-df507dae8fc7 req-329910f9-0501-4ab9-bd07-9163d894380e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0478909 Apr 12 19:13:59.760483 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-51ac9d38-0496-4d7c-935a-df507dae8fc7 req-f2b24ca3-efd5-4be4-8454-d6031660930c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Apr 12 19:13:59.956619 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-f323469c-e2e9-4e63-9f46-a974598f905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:13:59.958051 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-f323469c-e2e9-4e63-9f46-a974598f905a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1168 time: 0.0400503 Apr 12 19:14:00.048472 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-56555370-001e-4c4a-8848-9cc18eaa3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:00.049922 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-56555370-001e-4c4a-8848-9cc18eaa3ab9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 200 len: 916 time: 0.0838540 Apr 12 19:14:00.190203 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:00.501656 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-09a330db-c6ee-4693-807a-6660a82c1344 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 1001 time: 0.0636489 Apr 12 19:14:00.552518 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-dc068ae4-9740-40af-bca9-d9c94836321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:00.553571 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-dc068ae4-9740-40af-bca9-d9c94836321a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5011ea1-d941-4400-8585-9d822dde18e6 HTTP/1.1" status: 200 len: 854 time: 0.0432901 Apr 12 19:14:00.602145 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-023a9b27-7889-48a7-82d6-5b682405aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:00.603731 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-023a9b27-7889-48a7-82d6-5b682405aab7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3854b6a1-0d86-4208-8971-cd535295fd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437546 Apr 12 19:14:00.653377 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816e91f-0f8d-488d-8546-1368125727c7 req-f9a6635f-6b8b-4e8c-854d-9bf70e9fa23d tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:00.657263 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9816e91f-0f8d-488d-8546-1368125727c7 req-f9a6635f-6b8b-4e8c-854d-9bf70e9fa23d tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 943 time: 0.0525053 Apr 12 19:14:00.704468 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9816e91f-0f8d-488d-8546-1368125727c7 req-f08a291b-17c0-4485-abda-4ad656b171b3 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Apr 12 19:14:00.707982 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-b58ef58a-f0f0-4822-9ba2-9a509f689777 service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966759 Apr 12 19:14:00.801160 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4fddfbe2-ca7c-4333-80ef-65b8674d3de5 req-59c8c8a6-e67d-4dcd-bac9-70be5b8827db service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Apr 12 19:14:00.881631 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ec75-0d4f-42f5-9cba-56b909721379 req-65159690-65c3-49a1-80e5-54479d3df0f6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:00.883977 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c96ec75-0d4f-42f5-9cba-56b909721379 req-65159690-65c3-49a1-80e5-54479d3df0f6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0491364 Apr 12 19:14:00.931941 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c96ec75-0d4f-42f5-9cba-56b909721379 req-7a04232a-30fa-40bb-bdf4-60262667564b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Apr 12 19:14:01.730551 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:14:01.832720 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:01.839823 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab135-c6b0-4a8b-b5a1-7683a8f43bfa req-095ccb41-9a8c-4e25-bed9-a1b11a120b0e tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:01.841959 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:14:01.842110 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-01cab135-c6b0-4a8b-b5a1-7683a8f43bfa req-095ccb41-9a8c-4e25-bed9-a1b11a120b0e tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 943 time: 0.0655241 Apr 12 19:14:01.853630 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3', 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad', 'port_id': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3', 'mac_address': 'fa:16:3e:c7:e8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:14:01.906658 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:14:01.907043 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:01.911369 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-01cab135-c6b0-4a8b-b5a1-7683a8f43bfa req-ee956c42-1171-4331-b9fd-486f07a75236 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633254 Apr 12 19:14:01.940025 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:14:01.972255 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:14:01.987526 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ccf6-6b96-4771-9360-30a007a81717 req-4acaf556-db90-45a4-a2d4-335cecee1b2c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:01.991115 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9731ccf6-6b96-4771-9360-30a007a81717 req-4acaf556-db90-45a4-a2d4-335cecee1b2c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0551834 Apr 12 19:14:02.044564 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:02.094884 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9731ccf6-6b96-4771-9360-30a007a81717 req-d63fa8a4-e085-4087-ba1e-212adb5e8dc5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942986 Apr 12 19:14:02.113664 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c672-a75d-49a6-bffb-816d94a82eb6 req-e4b4daa4-c8b3-4e7e-af4c-c8e7e1bc2b54 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:02.115164 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-aa25c672-a75d-49a6-bffb-816d94a82eb6 req-e4b4daa4-c8b3-4e7e-af4c-c8e7e1bc2b54 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0936320 Apr 12 19:14:02.122518 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:14:02.172030 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-aa25c672-a75d-49a6-bffb-816d94a82eb6 req-28910289-92c2-43b3-a239-5ee8fab8cdb1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493023 Apr 12 19:14:02.526880 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:14:03.092238 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986930d9-1430-496c-9894-cbfc2a563e42 req-e085f4e7-894f-4442-b616-593cdee21280 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:03.094256 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-986930d9-1430-496c-9894-cbfc2a563e42 req-e085f4e7-894f-4442-b616-593cdee21280 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 944 time: 0.0651600 Apr 12 19:14:03.167944 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-986930d9-1430-496c-9894-cbfc2a563e42 req-b8f2fba7-c358-4215-8010-98cf3b2c63cd tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672219 Apr 12 19:14:03.232427 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6904b-a8a9-42f9-8dd6-a8b5357601bb req-a6b0802b-24de-4a91-a6a7-59fa56a2632e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:03.238078 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6fb6904b-a8a9-42f9-8dd6-a8b5357601bb req-a6b0802b-24de-4a91-a6a7-59fa56a2632e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0687630 Apr 12 19:14:03.322148 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:03.324023 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66099570-c68b-463f-8a1e-e18d6a0c1d25 req-0056a83a-ca8f-41f8-9da0-0724f317991d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:03.325547 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66099570-c68b-463f-8a1e-e18d6a0c1d25 req-0056a83a-ca8f-41f8-9da0-0724f317991d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0703888 Apr 12 19:14:03.329269 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6fb6904b-a8a9-42f9-8dd6-a8b5357601bb req-44e17c72-bb36-4b69-a272-cd50ed3751dd tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879884 Apr 12 19:14:03.383932 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66099570-c68b-463f-8a1e-e18d6a0c1d25 req-916c4b95-54fd-43dc-bc88-e38cd27ebcc8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496149 Apr 12 19:14:03.849796 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:14:03.903754 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:14:03.980946 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:14:03.981390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:04.108832 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:14:04.109925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:04.154084 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:14:04.156945 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aa5a22-30e7-4d60-90a6-54e9124834bb" -d '{"events": [{"server_uuid": "b2c8dbd2-ef25-4270-ba97-a37a5a04875d", "name": "network-vif-plugged", "status": "completed", "tag": "ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:14:04.172940 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:14:04.200302 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397b9e6d-d5a9-4c57-9aef-5750029dc0bb x-openstack-request-id: req-397b9e6d-d5a9-4c57-9aef-5750029dc0bb {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:14:04.200302 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8dbd2-ef25-4270-ba97-a37a5a04875d", "name": "network-vif-plugged", "status": "completed", "tag": "ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:14:04.200566 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-397b9e6d-d5a9-4c57-9aef-5750029dc0bb {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:14:04.200962 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397b9e6d-d5a9-4c57-9aef-5750029dc0bb'] response: {'server_uuid': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3', 'code': 200} Apr 12 19:14:04.284066 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:04.328569 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69d0c1-c4c8-464f-8923-ae104362d8d4 req-e2809241-d187-4b18-b579-7b61340b8e52 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:04.330451 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b69d0c1-c4c8-464f-8923-ae104362d8d4 req-e2809241-d187-4b18-b579-7b61340b8e52 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 944 time: 0.0630527 Apr 12 19:14:04.385453 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:14:04.420521 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b69d0c1-c4c8-464f-8923-ae104362d8d4 req-390ee801-3b69-402c-9748-25572e00f748 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841188 Apr 12 19:14:04.499022 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03b4c8-a8a6-4ed1-bba2-90c7b85b1351 req-0df2387f-190d-4f4b-bcce-a8c4464539c7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:04.506400 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9d03b4c8-a8a6-4ed1-bba2-90c7b85b1351 req-0df2387f-190d-4f4b-bcce-a8c4464539c7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0702271 Apr 12 19:14:04.548531 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405ce1-f6f7-4810-b427-58ebaa9e2975 req-8d554513-419d-4ed0-bde5-76f713fe8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:04.550858 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa405ce1-f6f7-4810-b427-58ebaa9e2975 req-8d554513-419d-4ed0-bde5-76f713fe8264 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 1129 time: 0.0466664 Apr 12 19:14:04.584567 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b67b4-646c-43d5-8435-06697dbe3876 req-4fb57f00-1fa2-46d4-9287-b6a75e99e89b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:04.586975 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-343b67b4-646c-43d5-8435-06697dbe3876 req-4fb57f00-1fa2-46d4-9287-b6a75e99e89b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0659339 Apr 12 19:14:04.609296 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9d03b4c8-a8a6-4ed1-bba2-90c7b85b1351 req-3329a78a-c18a-4fc6-a8dd-efd09d05851a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020358 Apr 12 19:14:04.614072 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa405ce1-f6f7-4810-b427-58ebaa9e2975 req-694e8042-3ada-42fe-8db3-20814cbc2f98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Apr 12 19:14:04.660458 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-343b67b4-646c-43d5-8435-06697dbe3876 req-8ca382ce-56fd-4e3e-8db8-39d5aaac6214 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632918 Apr 12 19:14:05.554147 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97858fb6-989f-4a5b-9d70-f08993d9f38f req-82e363a3-c710-487c-b4d1-3e18f765c8fd tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:05.555701 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-97858fb6-989f-4a5b-9d70-f08993d9f38f req-82e363a3-c710-487c-b4d1-3e18f765c8fd tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 945 time: 0.0497067 Apr 12 19:14:05.609958 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-97858fb6-989f-4a5b-9d70-f08993d9f38f req-e2518cad-08e8-4de3-a61c-2dec89e2d22f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Apr 12 19:14:05.743134 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b8761-90f9-4c78-b5cb-c4ba4317e268 req-2a635633-58e2-44c7-af65-7a603baa9c48 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:05.745281 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d4b8761-90f9-4c78-b5cb-c4ba4317e268 req-2a635633-58e2-44c7-af65-7a603baa9c48 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0570393 Apr 12 19:14:05.808316 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf34e5a-2f55-49ee-9822-775599a98a92 req-d95eb260-ac28-4448-a511-c63d887e5aff tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:05.809873 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-daf34e5a-2f55-49ee-9822-775599a98a92 req-d95eb260-ac28-4448-a511-c63d887e5aff tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0636063 Apr 12 19:14:05.852180 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5d4b8761-90f9-4c78-b5cb-c4ba4317e268 req-96fac229-78a9-4b49-bf03-3f58479e4cdc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719666 Apr 12 19:14:05.883266 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-daf34e5a-2f55-49ee-9822-775599a98a92 req-49628882-2447-4a40-a521-4ef8b7344a7e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605657 Apr 12 19:14:06.165172 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-879bddc2-f9fd-44c6-9a88-631e1c8b4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:06.166811 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-879bddc2-f9fd-44c6-9a88-631e1c8b4b2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1129 time: 0.0432079 Apr 12 19:14:06.322683 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-e91c23bc-ca0f-438e-93a8-26b6d281bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:06.324213 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-e91c23bc-ca0f-438e-93a8-26b6d281bd6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.1336319 Apr 12 19:14:06.753381 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de44e39-49a7-43f7-9e6e-a939548d9162 req-2e594e9a-f11a-44c1-a314-f07ad46db0b3 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:06.756185 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3de44e39-49a7-43f7-9e6e-a939548d9162 req-2e594e9a-f11a-44c1-a314-f07ad46db0b3 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 945 time: 0.0723066 Apr 12 19:14:06.826398 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3de44e39-49a7-43f7-9e6e-a939548d9162 req-c304c6da-a8c1-4c09-99a4-dae9ef00f0a8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570827 Apr 12 19:14:06.893554 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-b5edd506-13d7-47d3-92f4-8ca6a31d6389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0829070 Apr 12 19:14:06.976712 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-4f8cd066-1d7b-425d-8347-c3addcf6ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:06.978337 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-4f8cd066-1d7b-425d-8347-c3addcf6ddee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0777004 Apr 12 19:14:07.034108 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-a1651eb5-36f6-434a-aa05-b2f98f55c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:07.035652 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-a1651eb5-36f6-434a-aa05-b2f98f55c3c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499766 Apr 12 19:14:07.130182 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a7100-924b-46a2-97cf-2f8bdb465add req-fd72a0ef-0ad7-4ae6-8c02-f34f7900b459 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:07.139975 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee7a7100-924b-46a2-97cf-2f8bdb465add req-fd72a0ef-0ad7-4ae6-8c02-f34f7900b459 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.1588745 Apr 12 19:14:07.151088 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-3ff2ec60-4da7-438e-90be-70e37ba594d0 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910306 Apr 12 19:14:07.169054 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5e8af-6b16-4f24-a43a-fe2322c209ac req-ab068be6-d5ad-4f23-84d5-01d23d1b34e9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:07.171199 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cb5e8af-6b16-4f24-a43a-fe2322c209ac req-ab068be6-d5ad-4f23-84d5-01d23d1b34e9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.1376474 Apr 12 19:14:07.248065 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee7a7100-924b-46a2-97cf-2f8bdb465add req-53e9bdcc-a65c-4031-9305-ae3af16ee432 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068470 Apr 12 19:14:07.268760 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8e323e71-8097-4d30-af8f-2f761aa12930 req-7bc3af12-3684-49de-98f0-1c0cdaf753c1 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110098 Apr 12 19:14:07.271985 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0cb5e8af-6b16-4f24-a43a-fe2322c209ac req-1200a316-c47c-4c08-9ec6-e60d0dab151e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943859 Apr 12 19:14:07.949504 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66175a8b-46b6-4aad-a5f2-074e2acc4551 req-92f93c37-c714-4fd4-8416-bc283a6f52e7 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:07.951080 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66175a8b-46b6-4aad-a5f2-074e2acc4551 req-92f93c37-c714-4fd4-8416-bc283a6f52e7 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 945 time: 0.0602453 Apr 12 19:14:08.028524 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-66175a8b-46b6-4aad-a5f2-074e2acc4551 req-60a0fcdf-808d-4e1e-adb8-0060d911bdf1 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623899 Apr 12 19:14:08.389825 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141bc3-e524-4636-89ac-54399df523b4 req-d86dd863-e11e-4bef-8b2a-38a34f7e9693 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:08.391604 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-14141bc3-e524-4636-89ac-54399df523b4 req-d86dd863-e11e-4bef-8b2a-38a34f7e9693 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0752895 Apr 12 19:14:08.421023 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033dd40-a8e1-4884-b62f-8e8f114f64c9 req-5556b9c9-fd3f-4e14-9920-ce7e11a7c699 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:08.422467 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2033dd40-a8e1-4884-b62f-8e8f114f64c9 req-5556b9c9-fd3f-4e14-9920-ce7e11a7c699 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0777068 Apr 12 19:14:08.501146 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-14141bc3-e524-4636-89ac-54399df523b4 req-1193c721-b4a0-4437-a48f-1bcc75c15aa2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986707 Apr 12 19:14:08.509551 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2033dd40-a8e1-4884-b62f-8e8f114f64c9 req-7baa1918-3702-4bb7-b141-9526d0f9d505 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756247 Apr 12 19:14:09.751095 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277f51-f66f-4034-90c9-87b235972896 req-fb29a258-2577-451b-aba4-3d9d0b7bfd96 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:09.753261 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ba277f51-f66f-4034-90c9-87b235972896 req-fb29a258-2577-451b-aba4-3d9d0b7bfd96 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.1279380 Apr 12 19:14:09.761935 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62560b0-2db3-463a-83f6-598c190cedab req-a34a903f-6334-4be2-b354-3f323403642e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:09.763447 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b62560b0-2db3-463a-83f6-598c190cedab req-a34a903f-6334-4be2-b354-3f323403642e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.1370203 Apr 12 19:14:09.863804 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ba277f51-f66f-4034-90c9-87b235972896 req-3f5e8de6-3b3a-4d89-9885-1c79a9cdd389 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993257 Apr 12 19:14:09.868103 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b62560b0-2db3-463a-83f6-598c190cedab req-d7b094a6-cdf9-4eae-9566-f8dfe2297653 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949719 Apr 12 19:14:11.024476 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461493-284e-4b02-aa2f-e6f88cf6e7ba req-647927c1-cdcc-4fa8-894e-165f5b1eb390 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:11.034804 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d461493-284e-4b02-aa2f-e6f88cf6e7ba req-647927c1-cdcc-4fa8-894e-165f5b1eb390 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0904739 Apr 12 19:14:11.046876 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df507ca4-28f7-4058-a4db-6ee658226b49 req-18d43c49-452c-45a4-a42e-9f0593b1e860 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:11.048540 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df507ca4-28f7-4058-a4db-6ee658226b49 req-18d43c49-452c-45a4-a42e-9f0593b1e860 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0948951 Apr 12 19:14:11.136661 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df507ca4-28f7-4058-a4db-6ee658226b49 req-f2e61e56-10ef-4db3-a3d3-93a6ca4dfa47 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742149 Apr 12 19:14:11.145036 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d461493-284e-4b02-aa2f-e6f88cf6e7ba req-528fcb60-d1ef-4b01-959d-5a6097a96197 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090684 Apr 12 19:14:12.283241 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374dff7-bd9a-40bb-ab0b-a67ad62e906c req-0c66398e-f4d1-4578-93c1-6f5dbb3de5d9 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:12.285924 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3374dff7-bd9a-40bb-ab0b-a67ad62e906c req-0c66398e-f4d1-4578-93c1-6f5dbb3de5d9 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0767081 Apr 12 19:14:12.313658 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e86d-25b6-4371-b11b-dfb8f4b8731b req-ba6fdc18-24e2-4d1e-9576-60d5417af11d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:12.315122 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5114e86d-25b6-4371-b11b-dfb8f4b8731b req-ba6fdc18-24e2-4d1e-9576-60d5417af11d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0780232 Apr 12 19:14:12.384974 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3374dff7-bd9a-40bb-ab0b-a67ad62e906c req-cc5bfe90-d6ec-482a-adae-e426b80c3559 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880861 Apr 12 19:14:12.387281 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5114e86d-25b6-4371-b11b-dfb8f4b8731b req-59eefb45-65d2-497a-ab96-2f94552f263a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655348 Apr 12 19:14:13.535973 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0f40-54aa-4d8b-ab03-24d9472638cb req-3025080e-0c10-4f1b-9ae5-2d8ed3786817 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:13.537333 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-94af0f40-54aa-4d8b-ab03-24d9472638cb req-3025080e-0c10-4f1b-9ae5-2d8ed3786817 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0790806 Apr 12 19:14:13.543768 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa676fd-48c6-40ee-a66f-6beb7008e32c req-e8673328-c15d-4858-9e1c-dfcb035c878b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:13.545124 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-afa676fd-48c6-40ee-a66f-6beb7008e32c req-e8673328-c15d-4858-9e1c-dfcb035c878b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0849922 Apr 12 19:14:13.608838 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-94af0f40-54aa-4d8b-ab03-24d9472638cb req-44e5bf85-cb50-4f51-8e6a-c439cfb3cfd6 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627666 Apr 12 19:14:13.620252 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-afa676fd-48c6-40ee-a66f-6beb7008e32c req-1860dc02-7baf-477d-981b-681467da4cfc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685105 Apr 12 19:14:14.486988 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-e1ab617c-812d-4a45-9c76-1f9806b8344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:14.488372 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-e1ab617c-812d-4a45-9c76-1f9806b8344a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1129 time: 0.0376291 Apr 12 19:14:14.768612 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a21fe4-f04a-40a7-a6c1-8ebef2a06757 req-5abf3508-e5ac-4318-a161-310da2e50d37 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:14.771055 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5a21fe4-f04a-40a7-a6c1-8ebef2a06757 req-5abf3508-e5ac-4318-a161-310da2e50d37 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0802906 Apr 12 19:14:14.780576 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b83eb-dfaf-4b49-8b72-f1823b8623a8 req-2a329b5f-66b1-491f-8ef0-816553832fbd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:14.782561 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c8b83eb-dfaf-4b49-8b72-f1823b8623a8 req-2a329b5f-66b1-491f-8ef0-816553832fbd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0821025 Apr 12 19:14:14.836402 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-c0791ea2-4de3-48ea-a082-a182615a703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:14.838266 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-c0791ea2-4de3-48ea-a082-a182615a703a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.3292282 Apr 12 19:14:14.860582 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5a21fe4-f04a-40a7-a6c1-8ebef2a06757 req-3eb6fb80-9e07-4723-a0ea-b28a9059a8b0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717461 Apr 12 19:14:14.863497 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c8b83eb-dfaf-4b49-8b72-f1823b8623a8 req-8fdb7081-a7d8-4348-8788-8ea53ac78ec4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684841 Apr 12 19:14:14.910642 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-bb2253fe-e0c8-4388-9cd4-58d61f3ff847 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0588369 Apr 12 19:14:14.957425 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-7446cc8a-91d3-43de-8c9b-37ba01bbfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:14.958862 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-7446cc8a-91d3-43de-8c9b-37ba01bbfa7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0418057 Apr 12 19:14:15.007505 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-de8b13cf-7ee9-4a81-b1cc-367473946928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:15.009077 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-de8b13cf-7ee9-4a81-b1cc-367473946928 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438056 Apr 12 19:14:15.096250 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-acb0c3ec-058d-4b93-8265-7ab9f0b95f03 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797472 Apr 12 19:14:15.188484 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abd5ff5b-0169-45a7-a5f3-f413e10f0859 req-5c84c03d-68ba-4595-bf17-843f3e154ffb service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854366 Apr 12 19:14:16.004142 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5900c-69f0-44a3-8656-0f2e4631f4d5 req-a6305bc5-26ef-4c01-966c-9bae0f71dc1a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:16.005946 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1ad5900c-69f0-44a3-8656-0f2e4631f4d5 req-a6305bc5-26ef-4c01-966c-9bae0f71dc1a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0785761 Apr 12 19:14:16.029133 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb903fa-6c62-4a5b-badf-ebf31ec66ac4 req-dcc9ce76-8dad-4915-bfdc-8044a9817a0f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:16.030566 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eb903fa-6c62-4a5b-badf-ebf31ec66ac4 req-dcc9ce76-8dad-4915-bfdc-8044a9817a0f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0733078 Apr 12 19:14:16.095060 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1ad5900c-69f0-44a3-8656-0f2e4631f4d5 req-06a82f71-b00d-46be-b409-c82e2c65c346 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805919 Apr 12 19:14:16.102268 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2eb903fa-6c62-4a5b-badf-ebf31ec66ac4 req-66c079cc-a780-46a9-9b75-aa1a52450c40 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654168 Apr 12 19:14:17.234661 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797e50f-5df3-4bae-a598-d4980662406d req-2820af17-0ab5-4359-a6ab-eb58533b5518 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:17.236173 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d797e50f-5df3-4bae-a598-d4980662406d req-2820af17-0ab5-4359-a6ab-eb58533b5518 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0714638 Apr 12 19:14:17.257623 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82af408-c43e-4ddb-95a4-fa5cb101fd7f req-9410a761-c803-4b41-b02c-3fac60f380f7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:17.259159 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a82af408-c43e-4ddb-95a4-fa5cb101fd7f req-9410a761-c803-4b41-b02c-3fac60f380f7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 945 time: 0.0666540 Apr 12 19:14:17.327384 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d797e50f-5df3-4bae-a598-d4980662406d req-d9b7deeb-afb3-4f6f-9f9c-cdfe924f242b tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838389 Apr 12 19:14:17.339131 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a82af408-c43e-4ddb-95a4-fa5cb101fd7f req-3d5068ce-9a47-4450-a6de-37fb403637f0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730152 Apr 12 19:14:17.899833 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:14:17.976709 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: ACTIVE; New status is: DOWN {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:14:17.977034 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:18.008075 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:14:18.010356 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10730437-94e9-4b76-9ae2-b66d3c500a98" -d '{"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:14:18.024106 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:14:18.046035 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 19:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb25574-550f-4a3d-afbd-1ecd9610036d x-openstack-request-id: req-dbb25574-550f-4a3d-afbd-1ecd9610036d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:14:18.046371 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:14:18.046600 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbb25574-550f-4a3d-afbd-1ecd9610036d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:14:18.046991 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb25574-550f-4a3d-afbd-1ecd9610036d'] response: {'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'code': 200} Apr 12 19:14:18.101715 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:18.154840 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=8']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:14:18.474214 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae1d5e-ce99-4958-8b9b-496d83a0488a req-2ba0672d-411b-41a1-946d-2f0ef3d8a535 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:18.475876 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-08ae1d5e-ce99-4958-8b9b-496d83a0488a req-2ba0672d-411b-41a1-946d-2f0ef3d8a535 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0806286 Apr 12 19:14:18.495732 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea10e3-7859-4e84-8103-b8ff8b3e1248 req-ae228280-774e-44e9-bc14-bfd22ea2f0e4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:18.497284 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-79ea10e3-7859-4e84-8103-b8ff8b3e1248 req-ae228280-774e-44e9-bc14-bfd22ea2f0e4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0662839 Apr 12 19:14:18.561208 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-08ae1d5e-ce99-4958-8b9b-496d83a0488a req-0e0b9c89-c444-4a3d-85b6-ede2f787f594 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746255 Apr 12 19:14:18.573556 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-79ea10e3-7859-4e84-8103-b8ff8b3e1248 req-5160f79f-3813-4215-bb9f-7a61cf468415 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701532 Apr 12 19:14:18.975162 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8b83a-3323-46a1-9e24-ac3303a2e86e req-c2644c07-07f4-4308-9054-2acd5fcf507c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:18.976685 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75c8b83a-3323-46a1-9e24-ac3303a2e86e req-c2644c07-07f4-4308-9054-2acd5fcf507c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0611567 Apr 12 19:14:19.030677 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75c8b83a-3323-46a1-9e24-ac3303a2e86e req-06c98d43-96f7-446b-9551-f4304d544cc4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474334 Apr 12 19:14:19.109339 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995bcce-b593-4067-a969-4fa6fed62183 req-2c3f7174-ab42-4992-973e-8e5dd780f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:19.110792 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0995bcce-b593-4067-a969-4fa6fed62183 req-2c3f7174-ab42-4992-973e-8e5dd780f9a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 1130 time: 0.0382872 Apr 12 19:14:19.204407 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995bcce-b593-4067-a969-4fa6fed62183 req-327e64cd-633b-4615-a269-0f39f3f97d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:19.205946 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0995bcce-b593-4067-a969-4fa6fed62183 req-327e64cd-633b-4615-a269-0f39f3f97d58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 911 time: 0.0873113 Apr 12 19:14:19.277437 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0995bcce-b593-4067-a969-4fa6fed62183 req-50e7261d-2dbb-4f5f-9bc8-2cd2f70dbdb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee HTTP/1.1" status: 200 len: 1001 time: 0.0636692 Apr 12 19:14:19.326052 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995bcce-b593-4067-a969-4fa6fed62183 req-e8493701-36e8-4799-9f29-acd4451c352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:19.327573 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0995bcce-b593-4067-a969-4fa6fed62183 req-e8493701-36e8-4799-9f29-acd4451c352f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 200 len: 849 time: 0.0430086 Apr 12 19:14:19.376325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995bcce-b593-4067-a969-4fa6fed62183 req-0113003c-1e83-4798-b6b6-ff545eadd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:19.377905 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0995bcce-b593-4067-a969-4fa6fed62183 req-0113003c-1e83-4798-b6b6-ff545eadd0ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d0759b3-99b2-4873-8fa8-0360799658f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444279 Apr 12 19:14:19.465925 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0995bcce-b593-4067-a969-4fa6fed62183 req-dceed88c-5471-47f2-b616-03a09aeac3d7 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817070 Apr 12 19:14:19.563150 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0995bcce-b593-4067-a969-4fa6fed62183 req-6e4ca08a-5f21-411a-9f66-e3c48bdd0faa service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904393 Apr 12 19:14:19.735711 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-7a328a4d-879f-490d-b1fe-6dbb3cf11431 req-744fb8e4-2037-47e8-8096-f94dd8e7a106 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:14:19.736605 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7a328a4d-879f-490d-b1fe-6dbb3cf11431 req-744fb8e4-2037-47e8-8096-f94dd8e7a106 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056324 Apr 12 19:14:20.039881 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9da84-4f28-4c0d-8ec9-184b935bcb31 req-610b3973-1ba4-4d4c-867f-fd316bd33dbb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:20.041442 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c3f9da84-4f28-4c0d-8ec9-184b935bcb31 req-610b3973-1ba4-4d4c-867f-fd316bd33dbb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0512002 Apr 12 19:14:20.093859 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c3f9da84-4f28-4c0d-8ec9-184b935bcb31 req-d329391e-ddbe-4c4e-bf7e-e984b3f103be tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466685 Apr 12 19:14:20.148720 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583fe4f-c4b5-4866-8129-ebc63506bf39 req-c977d53c-ede8-4c67-b2b3-91526acee7cb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:20.150190 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5583fe4f-c4b5-4866-8129-ebc63506bf39 req-c977d53c-ede8-4c67-b2b3-91526acee7cb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0505538 Apr 12 19:14:20.196529 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5583fe4f-c4b5-4866-8129-ebc63506bf39 req-cd983cd2-e8ea-4aa8-8682-9448233ed2e9 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408134 Apr 12 19:14:20.605959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 40040) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:14:20.691635 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-564c9fa3-2277-48c6-acbc-ddfcade9742d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843973 Apr 12 19:14:20.700728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-46621d70-123e-4225-8d9e-4d4dfd6a659b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:14:20.701685 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-46621d70-123e-4225-8d9e-4d4dfd6a659b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047591 Apr 12 19:14:20.777332 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 40048) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:14:20.880771 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-ac16e58c-d222-4b0a-aa77-8c6b036a4f41 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:20.882290 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-ac16e58c-d222-4b0a-aa77-8c6b036a4f41 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports/11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 200 len: 940 time: 0.1025367 Apr 12 19:14:21.221635 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dab19-fdd9-461b-a4d0-a5b5a5daf3c6 req-c1d66733-f2b8-4acd-8884-f6ba0d403682 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:21.223353 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f3dab19-fdd9-461b-a4d0-a5b5a5daf3c6 req-c1d66733-f2b8-4acd-8884-f6ba0d403682 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0518417 Apr 12 19:14:21.285223 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f3dab19-fdd9-461b-a4d0-a5b5a5daf3c6 req-a8ddf540-02e6-4411-b7e9-589a13c24dff tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545626 Apr 12 19:14:21.330715 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937bf8d-68d5-4e3a-b328-c85d5a200a54 req-48b8a753-b8a9-4297-ae86-92d31f4c40b2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:21.332241 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5937bf8d-68d5-4e3a-b328-c85d5a200a54 req-48b8a753-b8a9-4297-ae86-92d31f4c40b2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0641568 Apr 12 19:14:21.381035 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5937bf8d-68d5-4e3a-b328-c85d5a200a54 req-4d54b48c-afd7-4000-bb27-480bf153c13b tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 Apr 12 19:14:21.891184 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:14:21.964700 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: DOWN; New status is: DOWN {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:14:22.404657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f7d59-2263-4358-a052-949747a5a503 req-a236de99-86ff-4a43-a5e4-a40873888fa0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:22.406101 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3d1f7d59-2263-4358-a052-949747a5a503 req-a236de99-86ff-4a43-a5e4-a40873888fa0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0502186 Apr 12 19:14:22.453289 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3d1f7d59-2263-4358-a052-949747a5a503 req-f32bc45f-511c-4331-b719-13112e7f86f5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417287 Apr 12 19:14:23.570244 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36789cba-2c31-40bd-b66e-a2061a2a81f9 req-e05c0207-476b-4db9-8407-f9c0e7c04d34 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:23.571732 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-36789cba-2c31-40bd-b66e-a2061a2a81f9 req-e05c0207-476b-4db9-8407-f9c0e7c04d34 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0470009 Apr 12 19:14:23.623036 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-36789cba-2c31-40bd-b66e-a2061a2a81f9 req-c81917f0-34c0-419d-ae47-fab7bb637af2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454729 Apr 12 19:14:24.357056 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-763117e7-9857-4350-865f-faa98c6453fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:24.358456 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-763117e7-9857-4350-865f-faa98c6453fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f&tenant_id=004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 1127 time: 0.0709896 Apr 12 19:14:24.423092 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-9d4678f9-f3da-4b99-a1ad-a1803a541592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:24.424592 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-9d4678f9-f3da-4b99-a1ad-a1803a541592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1127 time: 0.0431950 Apr 12 19:14:24.528134 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-261984ba-a8f8-4cbe-9050-41c1c73d1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:24.529571 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-261984ba-a8f8-4cbe-9050-41c1c73d1a81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.0881276 Apr 12 19:14:24.597207 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-faa36280-29c4-426e-b99d-3a7643ce755a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 200 len: 999 time: 0.0596192 Apr 12 19:14:24.646039 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-d890033e-d443-4c49-b9af-cf2c5e3956cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:24.647415 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-d890033e-d443-4c49-b9af-cf2c5e3956cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0428317 Apr 12 19:14:24.698796 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-d397b11f-5696-43a7-8bc5-160813e4f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:24.700434 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-d397b11f-5696-43a7-8bc5-160813e4f8f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395691 Apr 12 19:14:24.748011 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8dedf-040b-42b1-90ec-1c7271ea7a8a req-85455ecf-f941-4728-8db4-898c717d2706 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:24.749644 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-27f8dedf-040b-42b1-90ec-1c7271ea7a8a req-85455ecf-f941-4728-8db4-898c717d2706 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0533586 Apr 12 19:14:24.800757 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-27f8dedf-040b-42b1-90ec-1c7271ea7a8a req-1c05a57f-2630-4a5b-8b4c-4323959a21ac tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Apr 12 19:14:24.815772 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-51f2771f-ce9b-4d9d-a6ff-4c60ba2a57ed service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971735 Apr 12 19:14:24.907854 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16738d02-4b60-4c91-942f-6b9f18bfb096 req-81446da0-afa2-4309-bb9e-75233706c5a7 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850284 Apr 12 19:14:25.743595 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:14:25.924588 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf38364-508c-49e3-b7e9-bef7262d3bed req-8d30d4d8-5479-436b-a046-953052fa7972 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:25.926048 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-abf38364-508c-49e3-b7e9-bef7262d3bed req-8d30d4d8-5479-436b-a046-953052fa7972 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0490849 Apr 12 19:14:25.972603 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-abf38364-508c-49e3-b7e9-bef7262d3bed req-c15e9ca3-0a16-483f-8037-a4f3259726ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Apr 12 19:14:26.290231 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:26.674914 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96353999-900d-460d-a3c1-530d9287a85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:27.096473 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7cb74-a35f-4cf5-b844-0bf81f98a1ab req-7313cb82-5a25-4b33-a8c7-a47151c311a9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:27.097913 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1ef7cb74-a35f-4cf5-b844-0bf81f98a1ab req-7313cb82-5a25-4b33-a8c7-a47151c311a9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0495002 Apr 12 19:14:27.143735 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1ef7cb74-a35f-4cf5-b844-0bf81f98a1ab req-12aa2709-9fd1-4244-8b04-998413a1cc05 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Apr 12 19:14:28.269041 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c6251-9ac3-45b1-82ee-8d021eca424a req-b42acd6b-c08e-4fcf-9454-58afe52bda57 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:28.270419 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb0c6251-9ac3-45b1-82ee-8d021eca424a req-b42acd6b-c08e-4fcf-9454-58afe52bda57 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0479834 Apr 12 19:14:28.320149 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb0c6251-9ac3-45b1-82ee-8d021eca424a req-d61c3e4d-409a-4212-9514-68464b2f2391 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442529 Apr 12 19:14:28.986493 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8e48d8d1-a214-4636-80a6-adf26506fe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:29.441997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a78956-d69f-4b28-bee9-9d68ed19efae req-fc5faac0-19bb-4fb5-839d-ffaea50efdbf tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:29.450706 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-61a78956-d69f-4b28-bee9-9d68ed19efae req-fc5faac0-19bb-4fb5-839d-ffaea50efdbf tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0590010 Apr 12 19:14:29.493041 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-61a78956-d69f-4b28-bee9-9d68ed19efae req-3465116b-831d-475a-bef6-09df61a18511 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Apr 12 19:14:30.169590 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:30.623277 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a19420-c7cc-4c03-b0e5-3c48ad626ede req-825eec31-963a-4c22-8731-5344dbe0d6f3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:30.624778 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c1a19420-c7cc-4c03-b0e5-3c48ad626ede req-825eec31-963a-4c22-8731-5344dbe0d6f3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0530128 Apr 12 19:14:30.682988 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c1a19420-c7cc-4c03-b0e5-3c48ad626ede req-7a546afe-6254-4c34-a536-3d1adecc15c8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 Apr 12 19:14:31.812697 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9e193-7481-4207-8afe-db3978655af8 req-8eac4696-449d-46ec-8d61-d8e752740c6b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:31.815404 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-aee9e193-7481-4207-8afe-db3978655af8 req-8eac4696-449d-46ec-8d61-d8e752740c6b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0589607 Apr 12 19:14:31.822136 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:31.867954 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-aee9e193-7481-4207-8afe-db3978655af8 req-aec385f5-594e-4fd2-9c23-767ba2a0325a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453601 Apr 12 19:14:32.996108 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed27a-ec94-4030-8f69-bd9c46171350 req-6582dece-08af-43fb-8bdc-c4b9f480be9f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:32.997806 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03eed27a-ec94-4030-8f69-bd9c46171350 req-6582dece-08af-43fb-8bdc-c4b9f480be9f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0505376 Apr 12 19:14:33.025819 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:33.056883 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03eed27a-ec94-4030-8f69-bd9c46171350 req-4f878b97-6fe1-4f26-bdec-19866f759351 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513408 Apr 12 19:14:34.187132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c976c-52ba-46d5-8efb-db295d6af160 req-91e8386b-55b0-4f8a-946b-ac1d76b8510f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:34.188684 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-107c976c-52ba-46d5-8efb-db295d6af160 req-91e8386b-55b0-4f8a-946b-ac1d76b8510f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0585036 Apr 12 19:14:34.235895 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-107c976c-52ba-46d5-8efb-db295d6af160 req-b49cb02c-30aa-4c7a-9f5b-380199394ffb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Apr 12 19:14:35.368287 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24c715-df64-4c81-8630-61c1f6fbaf7e req-3a3b3cf9-ff8d-4daa-8dd1-abe3aec7656e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:35.369791 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3b24c715-df64-4c81-8630-61c1f6fbaf7e req-3a3b3cf9-ff8d-4daa-8dd1-abe3aec7656e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0619159 Apr 12 19:14:35.416985 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3b24c715-df64-4c81-8630-61c1f6fbaf7e req-b8fb068e-76c2-44bf-90c9-334d76d23723 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Apr 12 19:14:36.539886 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25daa7-b05a-41f0-8c37-a09a86c61352 req-4d3be662-f298-4082-9c42-cab2bff4d0c1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:36.541608 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb25daa7-b05a-41f0-8c37-a09a86c61352 req-4d3be662-f298-4082-9c42-cab2bff4d0c1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0508616 Apr 12 19:14:36.589941 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb25daa7-b05a-41f0-8c37-a09a86c61352 req-84a00db0-78a1-4ae0-9f0b-4f863fdbfbbb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425341 Apr 12 19:14:37.715299 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342504d-b67b-4e6d-b476-f6ea0d5d7302 req-385d9ad1-8236-470e-856d-188ffcfe544f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:37.716854 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d342504d-b67b-4e6d-b476-f6ea0d5d7302 req-385d9ad1-8236-470e-856d-188ffcfe544f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0485854 Apr 12 19:14:37.768347 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d342504d-b67b-4e6d-b476-f6ea0d5d7302 req-092d4d95-1ea4-479d-a7bb-d0ccb3c17f26 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450933 Apr 12 19:14:38.883351 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1568ad-8704-42a4-b270-dcfcb741a74e req-993f70ed-8979-4bc3-a0fb-6750dc32b752 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:38.884828 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a1568ad-8704-42a4-b270-dcfcb741a74e req-993f70ed-8979-4bc3-a0fb-6750dc32b752 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0462070 Apr 12 19:14:38.929782 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a1568ad-8704-42a4-b270-dcfcb741a74e req-ae1676e2-3cfe-407c-ac0e-b0e356b6e56b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Apr 12 19:14:40.046195 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22b9f-2046-4168-a78d-28de4a169b94 req-7f57e02f-c172-4e9f-93eb-253e77f94d97 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:40.047678 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f9c22b9f-2046-4168-a78d-28de4a169b94 req-7f57e02f-c172-4e9f-93eb-253e77f94d97 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0461438 Apr 12 19:14:40.093090 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f9c22b9f-2046-4168-a78d-28de4a169b94 req-01073137-677b-4b0f-93da-93004d61003e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Apr 12 19:14:41.210477 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bfdd0-feac-48f0-b1cb-c365a467a10c req-ef5936c9-a51a-4db5-a371-aff4e0b3cab7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:41.212085 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-276bfdd0-feac-48f0-b1cb-c365a467a10c req-ef5936c9-a51a-4db5-a371-aff4e0b3cab7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0495658 Apr 12 19:14:41.258260 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-276bfdd0-feac-48f0-b1cb-c365a467a10c req-8b6e66e3-e253-42aa-ace5-593d9d4d5ec6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Apr 12 19:14:42.372990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6bf34-307b-497e-b783-e1510b56a246 req-64c72b97-f054-40f3-bdcb-4f0255bb3a1c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:42.374445 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5cd6bf34-307b-497e-b783-e1510b56a246 req-64c72b97-f054-40f3-bdcb-4f0255bb3a1c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0462427 Apr 12 19:14:42.420375 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5cd6bf34-307b-497e-b783-e1510b56a246 req-c6c066f3-4242-4eef-8d96-1df9762b5cf2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405574 Apr 12 19:14:43.542290 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc089f0-78c7-479e-a668-0ebe156a4885 req-de956e6a-6944-4ff2-842e-9d994c3e25a2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:43.543742 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5fc089f0-78c7-479e-a668-0ebe156a4885 req-de956e6a-6944-4ff2-842e-9d994c3e25a2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0488524 Apr 12 19:14:43.589128 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5fc089f0-78c7-479e-a668-0ebe156a4885 req-6b2cdf83-814f-4589-911e-ca95392c7f74 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Apr 12 19:14:44.709764 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cc0a8-937a-4f67-848d-9b7130badcaf req-0353bd2b-0e91-4859-a24d-650f48e9c915 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:44.711855 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b82cc0a8-937a-4f67-848d-9b7130badcaf req-0353bd2b-0e91-4859-a24d-650f48e9c915 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0467477 Apr 12 19:14:44.762918 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b82cc0a8-937a-4f67-848d-9b7130badcaf req-8b4028e1-80d8-4c10-893c-c54a7ee24b5b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435667 Apr 12 19:14:45.878005 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c9ed5-582e-4daf-a32f-d252be967968 req-3ca2469d-30cb-43fd-bb13-497810c13398 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:45.879452 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b32c9ed5-582e-4daf-a32f-d252be967968 req-3ca2469d-30cb-43fd-bb13-497810c13398 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0460424 Apr 12 19:14:45.927309 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b32c9ed5-582e-4daf-a32f-d252be967968 req-c4702cd8-19a5-4c8e-91d9-05fbedb54a6d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Apr 12 19:14:47.042687 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ab7de-012b-444c-9680-c6106e8b2aae req-888cf5f2-d729-4b60-a944-330546697e98 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:47.044163 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b5ab7de-012b-444c-9680-c6106e8b2aae req-888cf5f2-d729-4b60-a944-330546697e98 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0467780 Apr 12 19:14:47.091550 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b5ab7de-012b-444c-9680-c6106e8b2aae req-75287db7-1a40-4eb2-a71a-621c732ce078 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418968 Apr 12 19:14:48.205043 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee17fca-f29e-4321-a35c-434871dc1639 req-34622c48-6c3e-477f-b9ac-726dc6db2aca tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:48.206475 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2ee17fca-f29e-4321-a35c-434871dc1639 req-34622c48-6c3e-477f-b9ac-726dc6db2aca tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0451508 Apr 12 19:14:48.253685 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2ee17fca-f29e-4321-a35c-434871dc1639 req-23a89003-cf0c-47e2-bb68-9145e570d703 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 Apr 12 19:14:49.383101 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6280eca-05ac-4a6f-9c04-13f0a128ea22 req-b23e2de6-e3b2-4402-8a62-7f6cf974dc90 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:49.384924 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d6280eca-05ac-4a6f-9c04-13f0a128ea22 req-b23e2de6-e3b2-4402-8a62-7f6cf974dc90 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 943 time: 0.0541120 Apr 12 19:14:49.433000 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d6280eca-05ac-4a6f-9c04-13f0a128ea22 req-d8d551f3-b230-45da-a51e-2e4a4d8b69b8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Apr 12 19:14:50.014502 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:14:50.119768 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:14:50.131719 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'port_id': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'mac_address': 'fa:16:3e:04:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:14:50.170837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:14:50.171223 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:50.184338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bac7a5-f860-4102-9cd2-0beb9319c4d7 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:14:50.203825 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:14:50.299187 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:50.354163 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=9']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:14:50.553369 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04081e3-0d57-4b6f-8254-b0954aa87156 req-aa64ee2c-9353-4557-9d5a-4e67b4d929ca tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:50.553369 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d04081e3-0d57-4b6f-8254-b0954aa87156 req-aa64ee2c-9353-4557-9d5a-4e67b4d929ca tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.0490892 Apr 12 19:14:50.603358 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d04081e3-0d57-4b6f-8254-b0954aa87156 req-01ed2483-23bb-4331-99f0-b20bc5b87d31 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Apr 12 19:14:50.766598 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['11bac7a5-f860-4102-9cd2-0beb9319c4d7'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:14:51.723395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f752d5-8222-4ed8-bd25-90cca6333cc5 req-81964597-a141-4923-9175-7e9c7fabdd51 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:51.724992 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81f752d5-8222-4ed8-bd25-90cca6333cc5 req-81964597-a141-4923-9175-7e9c7fabdd51 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 944 time: 0.0496385 Apr 12 19:14:51.776620 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81f752d5-8222-4ed8-bd25-90cca6333cc5 req-2e8f00ea-f972-4799-87ed-9697aa6df4ba tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451586 Apr 12 19:14:52.040948 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:14:52.093440 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:14:52.093836 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:52.176387 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:14:52.176686 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:52.200324 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:14:52.202646 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080397b-6765-4589-90f4-719ffd6baf8f" -d '{"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-plugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:14:52.215159 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:14:52.240544 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079e0b4b-bc02-4dc8-b357-726f05490177 x-openstack-request-id: req-079e0b4b-bc02-4dc8-b357-726f05490177 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:14:52.240837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-plugged", "status": "completed", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:14:52.241094 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-079e0b4b-bc02-4dc8-b357-726f05490177 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:14:52.241496 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079e0b4b-bc02-4dc8-b357-726f05490177'] response: {'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'code': 200} Apr 12 19:14:52.281532 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:52.339096 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=10']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:14:52.347210 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.348049 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.348162 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.348479 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.348940 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.349276 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.349668 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.350062 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.350432 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.350843 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.352161 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.352547 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.352920 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.353369 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.353710 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:14:52.895737 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11fe1-2d0d-44c6-b497-a43b94262889 req-272eba05-e72b-4554-bd99-828ae8ffec7e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:52.907228 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a7a11fe1-2d0d-44c6-b497-a43b94262889 req-272eba05-e72b-4554-bd99-828ae8ffec7e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0476215 Apr 12 19:14:52.945360 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a7a11fe1-2d0d-44c6-b497-a43b94262889 req-1e092678-2486-423a-96f6-ede527f8ec25 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 Apr 12 19:14:54.116322 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd096-efe7-4832-aba4-27eb85008f41 req-8864de3c-4e09-49d7-be10-f2d16dd1a8e2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:54.118091 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41cbd096-efe7-4832-aba4-27eb85008f41 req-8864de3c-4e09-49d7-be10-f2d16dd1a8e2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0981791 Apr 12 19:14:54.164381 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41cbd096-efe7-4832-aba4-27eb85008f41 req-ee271d60-b90a-4751-b087-e7aaa81a72df tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Apr 12 19:14:55.274016 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16e4c1-8504-45e5-832e-3b89ebe72b3f req-0e150f8d-d630-4ee8-9d0e-7e84eff2c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:55.275441 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ad16e4c1-8504-45e5-832e-3b89ebe72b3f req-0e150f8d-d630-4ee8-9d0e-7e84eff2c4b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 1130 time: 0.0431666 Apr 12 19:14:55.290122 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89e9b-e7df-43e7-b26a-601b17df7079 req-b5678f59-c045-4e08-8f3b-e161025a71f6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:55.291794 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9ff89e9b-e7df-43e7-b26a-601b17df7079 req-b5678f59-c045-4e08-8f3b-e161025a71f6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0548456 Apr 12 19:14:55.339163 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9ff89e9b-e7df-43e7-b26a-601b17df7079 req-9ef1ea67-5bbb-4d71-835f-b9673dbed49e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Apr 12 19:14:56.269693 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:56.459860 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768efc3-2e66-458d-82bc-cf24bcec21a6 req-97ec6e5d-a36f-4ce6-81a0-ea3c51f5245b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:56.461506 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2768efc3-2e66-458d-82bc-cf24bcec21a6 req-97ec6e5d-a36f-4ce6-81a0-ea3c51f5245b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0484276 Apr 12 19:14:56.509786 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2768efc3-2e66-458d-82bc-cf24bcec21a6 req-e9cf48e1-b17d-45f5-9ef0-ff41d2cc707b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Apr 12 19:14:56.655085 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-74b8f8e6-4d0b-46ef-a7ed-2ecab896acf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:14:56.802608 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-5c1b2ff9-4300-4fe1-a2ed-4c711d329d02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405750 Apr 12 19:14:56.803690 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ad16e4c1-8504-45e5-832e-3b89ebe72b3f req-f5ec318e-afbe-4f47-b0cc-0e0ea1988a95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 Apr 12 19:14:57.625316 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-5538f988-27c1-4305-930d-1ec64941b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:57.629835 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-5538f988-27c1-4305-930d-1ec64941b890 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 1130 time: 0.0390632 Apr 12 19:14:57.684498 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef23ca-4aac-42ad-9b7b-c7436ab5113c req-9807ae23-9a48-4012-9b42-46c1734aa515 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:57.686193 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9ef23ca-4aac-42ad-9b7b-c7436ab5113c req-9807ae23-9a48-4012-9b42-46c1734aa515 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.1059728 Apr 12 19:14:57.734302 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9ef23ca-4aac-42ad-9b7b-c7436ab5113c req-1aeaf956-3480-4ab3-a196-48e982ac3230 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Apr 12 19:14:57.740095 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-f699208b-38e3-48ce-9244-2b8ca1f64d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:57.741818 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-f699208b-38e3-48ce-9244-2b8ca1f64d62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 911 time: 0.0943866 Apr 12 19:14:57.806908 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-a0ca2de8-bc88-4c35-90cc-32ed18814f72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee HTTP/1.1" status: 200 len: 1001 time: 0.0585904 Apr 12 19:14:57.857765 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-2524e52e-d88e-4d18-916f-453ac1a1da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:57.859249 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-2524e52e-d88e-4d18-916f-453ac1a1da7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 200 len: 849 time: 0.0458894 Apr 12 19:14:58.751560 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-2d08a82d-8690-4328-960f-b137062db0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:58.752968 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-2d08a82d-8690-4328-960f-b137062db0b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d0759b3-99b2-4873-8fa8-0360799658f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432675 Apr 12 19:14:58.844408 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-b6a79530-436b-4ef2-a772-70857a69df80 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Apr 12 19:14:58.860662 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b7e8-a2d8-4cbf-a1a9-6af3050a1c27 req-a33ef6b7-4cf8-44e7-84e7-e28f8ca384ff tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:14:58.862153 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1838b7e8-a2d8-4cbf-a1a9-6af3050a1c27 req-a33ef6b7-4cf8-44e7-84e7-e28f8ca384ff tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0544722 Apr 12 19:14:58.911093 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1838b7e8-a2d8-4cbf-a1a9-6af3050a1c27 req-b87457fd-39bd-4b83-9cd2-d0b9106512d5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Apr 12 19:14:58.941109 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5b442c6b-9160-488f-afe5-cfcc399aa40a req-3bd05522-8939-4484-bb14-085e4ec9fbf8 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Apr 12 19:14:58.950023 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f39ae394-def3-4b72-8c26-59e162b03859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:00.044325 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f990174-f9f5-402e-aa4e-e47387f06357 req-80c1ddca-a625-42b1-8ba1-6d46a2f1607a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:00.045778 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1f990174-f9f5-402e-aa4e-e47387f06357 req-80c1ddca-a625-42b1-8ba1-6d46a2f1607a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0511475 Apr 12 19:15:00.094637 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1f990174-f9f5-402e-aa4e-e47387f06357 req-80b69d08-ebd4-4f20-910a-711a90061815 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 Apr 12 19:15:00.195811 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:01.220659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423186f-a596-42e6-a8ce-a17fb93ae60d req-464c920a-e3ce-4823-9bfb-9c396d255d8c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:01.222020 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d423186f-a596-42e6-a8ce-a17fb93ae60d req-464c920a-e3ce-4823-9bfb-9c396d255d8c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0471156 Apr 12 19:15:01.270209 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d423186f-a596-42e6-a8ce-a17fb93ae60d req-65e26a8f-677d-4ccc-952d-a3731658af2a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Apr 12 19:15:01.938607 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:02.390460 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e5188-a80c-4646-9bae-35cbce435565 req-33df668a-0a21-4b3e-a313-d40af15092a7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:02.391911 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8c5e5188-a80c-4646-9bae-35cbce435565 req-33df668a-0a21-4b3e-a313-d40af15092a7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0465250 Apr 12 19:15:02.669561 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8c5e5188-a80c-4646-9bae-35cbce435565 req-e2c3e4cc-fd30-4d6d-82ea-24f7ab95ca0e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721980 Apr 12 19:15:02.744012 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:15:03.020391 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:03.890442 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559dc79-e27d-45ff-aaeb-d47a725fd375 req-7066b868-ee03-429e-a37e-7925962419ee tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:03.891904 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7559dc79-e27d-45ff-aaeb-d47a725fd375 req-7066b868-ee03-429e-a37e-7925962419ee tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0487764 Apr 12 19:15:03.938854 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7559dc79-e27d-45ff-aaeb-d47a725fd375 req-64e17de4-794e-4bae-af4e-cf92b7053c0b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Apr 12 19:15:05.072041 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a007ea-9548-4e5c-bf07-63ff1edb24f8 req-b85fb7f6-c9dd-485a-a202-a056aaed5a0b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:05.073221 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9a007ea-9548-4e5c-bf07-63ff1edb24f8 req-b85fb7f6-c9dd-485a-a202-a056aaed5a0b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0596192 Apr 12 19:15:05.123601 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9a007ea-9548-4e5c-bf07-63ff1edb24f8 req-f091d073-671e-4b29-8d23-871c40c77529 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Apr 12 19:15:06.249720 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77917024-9925-49c5-b2d7-9e3294151cc2 req-a7a795fe-6390-411d-a971-8cda88c3565c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:06.251176 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-77917024-9925-49c5-b2d7-9e3294151cc2 req-a7a795fe-6390-411d-a971-8cda88c3565c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0488446 Apr 12 19:15:06.297728 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-77917024-9925-49c5-b2d7-9e3294151cc2 req-a1c0eef1-0a29-4855-a575-310ae257c3f3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407894 Apr 12 19:15:17.912289 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a09b6-1052-4424-b527-51c325ab4f20 req-c8f64b78-f318-4874-b331-0e6f7cc6c96a tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:17.913737 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a39a09b6-1052-4424-b527-51c325ab4f20 req-c8f64b78-f318-4874-b331-0e6f7cc6c96a tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 945 time: 0.0463109 Apr 12 19:15:17.959251 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a39a09b6-1052-4424-b527-51c325ab4f20 req-13322775-974b-4539-98de-c2816efab8ad tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Apr 12 19:15:19.075283 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a59aa-77ff-4cf8-b804-2a7631ef1ee7 req-0ea6d281-1311-4c67-9b7a-041971dc22cb tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:19.076769 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a70a59aa-77ff-4cf8-b804-2a7631ef1ee7 req-0ea6d281-1311-4c67-9b7a-041971dc22cb tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 945 time: 0.0489330 Apr 12 19:15:19.122584 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a70a59aa-77ff-4cf8-b804-2a7631ef1ee7 req-28c964b1-a4d3-4a94-ba9d-b3ba27b12f5e tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Apr 12 19:15:20.088595 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-fd8b8803-1d7c-4864-869a-6f5c30235ad6 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:20.089933 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-fd8b8803-1d7c-4864-869a-6f5c30235ad6 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 945 time: 0.0463843 Apr 12 19:15:20.183913 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Deleting port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:15:20.184276 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:20.234223 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60b8b9-39b0-4634-bd46-cc669c51c102 req-ae4fd74e-41ea-4d7e-a780-68046cc3bea7 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:20.235729 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f60b8b9-39b0-4634-bd46-cc669c51c102 req-ae4fd74e-41ea-4d7e-a780-68046cc3bea7 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 945 time: 0.0472121 Apr 12 19:15:20.272284 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] For port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:15:20.272562 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:20.282007 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f60b8b9-39b0-4634-bd46-cc669c51c102 req-4026dbb8-4c9e-4e93-badd-24398cb2b28b tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Apr 12 19:15:20.286134 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Calling delete_port for ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:15:20.475470 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:20.488597 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:15:20.504185 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Pushing event deleted for resources: {'Port': ['ID=ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:15:20.516699 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.517054 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.517398 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.517739 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.518075 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.518409 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.518741 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.519077 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.519406 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.519761 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.520090 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.520414 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.520740 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.521062 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.521385 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:15:20.558120 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] No DVR routers for this DVR port ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:15:20.561118 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:20.564382 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2879e9c5-061c-4af7-b3ed-2b8660fee701 req-3106e665-e4fd-41f9-8455-b3555e97891f tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "DELETE /v2.0/ports/ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 HTTP/1.1" status: 204 len: 173 time: 0.4656816 Apr 12 19:15:20.564813 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'name': 'network-vif-deleted', 'tag': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:15:20.567033 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ecadd6-e088-4c14-8f90-66b88d0ee317" -d '{"events": [{"server_uuid": "b2c8dbd2-ef25-4270-ba97-a37a5a04875d", "name": "network-vif-deleted", "tag": "ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:15:20.656788 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a67ab6-0d68-46d4-9d8a-f68c65fae974 x-openstack-request-id: req-78a67ab6-0d68-46d4-9d8a-f68c65fae974 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:15:20.657084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c8dbd2-ef25-4270-ba97-a37a5a04875d", "name": "network-vif-deleted", "tag": "ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:15:20.657471 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78a67ab6-0d68-46d4-9d8a-f68c65fae974 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:15:20.657784 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a67ab6-0d68-46d4-9d8a-f68c65fae974'] response: {'server_uuid': 'b2c8dbd2-ef25-4270-ba97-a37a5a04875d', 'name': 'network-vif-deleted', 'tag': 'ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3', 'status': 'completed', 'code': 200} Apr 12 19:15:21.389737 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f4977ad-e479-4992-bbe1-addb0e4693db req-38a55e85-b72b-4630-83ea-fa49ccb04157 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2c8dbd2-ef25-4270-ba97-a37a5a04875d HTTP/1.1" status: 200 len: 210 time: 0.0271840 Apr 12 19:15:25.084913 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:15:25.105287 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:15:25.105626 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device ae603e00-e8b3-4e8f-a5d0-4c4073cea2f3 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:15:26.232125 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:26.671982 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b485f63d-2170-4819-9d2a-3565b1519a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:28.295023 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a8b7e-6cf2-4452-8784-c57aed1a0110 req-94e7e29a-52ff-4787-9b0f-b52aba97d895 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:28.296824 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c42a8b7e-6cf2-4452-8784-c57aed1a0110 req-94e7e29a-52ff-4787-9b0f-b52aba97d895 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0533895 Apr 12 19:15:28.347021 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c42a8b7e-6cf2-4452-8784-c57aed1a0110 req-24effc8f-1792-41b9-9dc7-4827982d1059 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445690 Apr 12 19:15:29.168994 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3d737c4c-7975-4b76-801a-ab9cc9ac57a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:29.462455 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd1a5-b6c8-4040-a9ec-0c0fba92783f req-87f8537b-9a0a-4ea2-a500-2aeab31a8721 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:29.463972 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-041bd1a5-b6c8-4040-a9ec-0c0fba92783f req-87f8537b-9a0a-4ea2-a500-2aeab31a8721 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0479739 Apr 12 19:15:29.512406 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-041bd1a5-b6c8-4040-a9ec-0c0fba92783f req-03f51b3f-688d-4bcc-becd-0c8fa3f6f29f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430989 Apr 12 19:15:30.340978 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:30.444299 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a1fd7-0c6d-4055-a210-3b1a31d2d1da req-dacc227f-c84c-4fbe-9b97-1cae350fa007 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:30.446554 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ff6a1fd7-0c6d-4055-a210-3b1a31d2d1da req-dacc227f-c84c-4fbe-9b97-1cae350fa007 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0523016 Apr 12 19:15:30.507033 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ff6a1fd7-0c6d-4055-a210-3b1a31d2d1da req-a488550d-4136-4993-8d44-f77fc937969e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539122 Apr 12 19:15:30.558830 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-c91c7085-df52-4b30-a90c-99ff60e22368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:30.560419 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-c91c7085-df52-4b30-a90c-99ff60e22368 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1168 time: 0.0885105 Apr 12 19:15:30.624305 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c48ffe-a989-4d82-8430-b49913a3c1fe req-2272eb53-e860-4eb9-b6c2-291696c13d41 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:30.625817 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-63c48ffe-a989-4d82-8430-b49913a3c1fe req-2272eb53-e860-4eb9-b6c2-291696c13d41 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0474758 Apr 12 19:15:30.651567 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-9210f84b-db4c-4c02-b13e-50fe062b807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:30.653033 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-9210f84b-db4c-4c02-b13e-50fe062b807f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 200 len: 916 time: 0.0851340 Apr 12 19:15:30.674749 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-63c48ffe-a989-4d82-8430-b49913a3c1fe req-1844322e-76a7-4e44-aa16-48e3bc9ce169 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 Apr 12 19:15:30.721584 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-b7c95b88-059e-4983-b43b-605ab9d4da70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 1001 time: 0.0619788 Apr 12 19:15:30.774647 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-a19725f9-64bd-4ef7-bec5-9e4100b96a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:30.776087 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-a19725f9-64bd-4ef7-bec5-9e4100b96a42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5011ea1-d941-4400-8585-9d822dde18e6 HTTP/1.1" status: 200 len: 854 time: 0.0465412 Apr 12 19:15:30.817413 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-a36c3ec3-c848-428e-80b2-45dec7868b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:30.818818 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-a36c3ec3-c848-428e-80b2-45dec7868b9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3854b6a1-0d86-4208-8971-cd535295fd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367019 Apr 12 19:15:30.907467 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-2fbbb7d1-a058-48b4-8279-a415eb829450 service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822229 Apr 12 19:15:30.999845 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31129139-699a-4ad8-97e2-e348f3388ac8 req-610d0c69-2e21-4dec-a655-882e9ab9705b service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824270 Apr 12 19:15:31.624081 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968516ed-c0c2-4e1e-ac2f-2811c1ea16b9 req-2a0c614a-901b-4752-88ca-1b71c80c9ed0 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:31.625523 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-968516ed-c0c2-4e1e-ac2f-2811c1ea16b9 req-2a0c614a-901b-4752-88ca-1b71c80c9ed0 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0465877 Apr 12 19:15:31.687337 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-968516ed-c0c2-4e1e-ac2f-2811c1ea16b9 req-246fa108-a34b-434f-a4c5-122cbb329193 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559661 Apr 12 19:15:31.787286 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b45d6-aad6-4b57-94f3-68996f7fae63 req-52a68511-d566-4ece-95cc-e3f1b98bad26 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:31.788786 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-da0b45d6-aad6-4b57-94f3-68996f7fae63 req-52a68511-d566-4ece-95cc-e3f1b98bad26 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0468020 Apr 12 19:15:31.818363 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:31.836602 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-da0b45d6-aad6-4b57-94f3-68996f7fae63 req-f736d396-7401-49ba-84b2-05b5852508e9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Apr 12 19:15:32.801033 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca83a7b-7be1-4826-9bbe-49ff0260bdaa req-ff355b0c-5619-4f5d-85fc-a221e8e54e4f tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:32.802470 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4ca83a7b-7be1-4826-9bbe-49ff0260bdaa req-ff355b0c-5619-4f5d-85fc-a221e8e54e4f tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0458920 Apr 12 19:15:32.860799 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4ca83a7b-7be1-4826-9bbe-49ff0260bdaa req-1af1ab50-af38-417e-bee9-f57c14aa3309 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522532 Apr 12 19:15:32.953078 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bedf7b-2e39-43cc-a2bc-e9d4918c2cdc req-9e15fc16-2c06-4b7a-b1fd-3a05487677fd tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:32.954451 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-05bedf7b-2e39-43cc-a2bc-e9d4918c2cdc req-9e15fc16-2c06-4b7a-b1fd-3a05487677fd tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0513072 Apr 12 19:15:33.004921 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-05bedf7b-2e39-43cc-a2bc-e9d4918c2cdc req-247ae01f-076d-449a-9c5a-c5d3d8fa8b31 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 Apr 12 19:15:33.035286 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:33.972013 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1913ff-cd3d-4d97-bcba-58f1329a094d req-377bbdb1-a186-464a-8df8-f78ef9a729fb tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:33.973348 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b1913ff-cd3d-4d97-bcba-58f1329a094d req-377bbdb1-a186-464a-8df8-f78ef9a729fb tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0469022 Apr 12 19:15:34.032751 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b1913ff-cd3d-4d97-bcba-58f1329a094d req-e1e2432b-3dd6-45fa-8dec-c21ad2b977cd tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538189 Apr 12 19:15:34.119447 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688edef-ea03-4bfd-bc9b-df37f7cb08b5 req-d22f1fc7-b1f4-4796-9294-daf3e0df3330 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:34.120936 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1688edef-ea03-4bfd-bc9b-df37f7cb08b5 req-d22f1fc7-b1f4-4796-9294-daf3e0df3330 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0461609 Apr 12 19:15:34.172288 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1688edef-ea03-4bfd-bc9b-df37f7cb08b5 req-84d9e4be-e469-4d73-b84e-86ee35c53369 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 Apr 12 19:15:35.147617 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399200f-6c60-4af3-b7e6-467541219cb2 req-d5c7310c-f077-4bb2-a533-8d09164b314b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:35.149271 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0399200f-6c60-4af3-b7e6-467541219cb2 req-d5c7310c-f077-4bb2-a533-8d09164b314b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0492976 Apr 12 19:15:35.220778 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0399200f-6c60-4af3-b7e6-467541219cb2 req-da3f0be8-181b-4487-9833-f632a3418a5c tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656271 Apr 12 19:15:35.354356 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f349a6b-e0eb-49a3-807e-f725e352ca9d req-946ab129-5046-44d3-812b-239bbb19b6eb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:35.355749 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8f349a6b-e0eb-49a3-807e-f725e352ca9d req-946ab129-5046-44d3-812b-239bbb19b6eb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0597315 Apr 12 19:15:35.389800 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-7145d6c9-1652-4059-8cbd-46780f813c7c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:35.391353 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-7145d6c9-1652-4059-8cbd-46780f813c7c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/networks?id=708459f3-5db5-4ad9-a6ef-65a2bd5903ad HTTP/1.1" status: 200 len: 814 time: 0.1558926 Apr 12 19:15:35.422660 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-f0f66ea0-38bf-4f0a-9768-241383217269 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/quotas/4506d4990de3472dbecd0d6a8ffd4073 HTTP/1.1" status: 200 len: 375 time: 0.0245521 Apr 12 19:15:35.433533 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8f349a6b-e0eb-49a3-807e-f725e352ca9d req-6558c077-e779-44e7-8bfd-8c184ee01a15 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709560 Apr 12 19:15:35.460349 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-9db22110-5a2d-4601-a8f4-a73cc2888903 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319049 Apr 12 19:15:35.598949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-926464ba-afd0-4b0a-83ea-09982e83403a service neutron] 10.222.0.50 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320128 Apr 12 19:15:35.688517 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-cdedaf2d-ec0f-4b97-9589-bddc7a67ad6e service neutron] 10.222.0.50 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831151 Apr 12 19:15:35.987181 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5cf3d73-0463-42fd-acb8-e2bf061cc0ee req-fb3ac237-fd75-44d4-9c45-43d002505ad8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 210 time: 0.0338244 Apr 12 19:15:36.335065 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f0e1b-67ed-43f5-8f65-7cfc4b9aad31 req-c978aaab-a74c-4fd4-82e1-d57dc27e9064 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:36.336592 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f96f0e1b-67ed-43f5-8f65-7cfc4b9aad31 req-c978aaab-a74c-4fd4-82e1-d57dc27e9064 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0496831 Apr 12 19:15:36.402809 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f96f0e1b-67ed-43f5-8f65-7cfc4b9aad31 req-1bfb5e68-eb6a-4d0f-b18d-ac526c0d3c75 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603907 Apr 12 19:15:36.547434 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23183c7-6f57-46d1-a882-7f78ac2dbca8 req-6625d117-9f04-4d7b-a796-07acfec37efd tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:36.548967 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d23183c7-6f57-46d1-a882-7f78ac2dbca8 req-6625d117-9f04-4d7b-a796-07acfec37efd tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Apr 12 19:15:36.597929 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d23183c7-6f57-46d1-a882-7f78ac2dbca8 req-0b0bb8e8-6c6e-45e7-bb97-cc78fe82f390 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Apr 12 19:15:37.081284 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-815ee7aa-568c-4ec5-9516-dd48859441bb req-2d45e319-0a5c-445b-8a98-af74696d5c53 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 210 time: 0.0306075 Apr 12 19:15:37.525175 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723234e3-a834-45c8-a0dc-8b1f411ff6c9 req-4e9ed897-d0b6-48a5-ad6a-8a3e573209c2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:37.526786 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-723234e3-a834-45c8-a0dc-8b1f411ff6c9 req-4e9ed897-d0b6-48a5-ad6a-8a3e573209c2 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0529587 Apr 12 19:15:37.586553 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-723234e3-a834-45c8-a0dc-8b1f411ff6c9 req-3ebdb1f9-bde3-4d2f-9312-30ef0e970808 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542052 Apr 12 19:15:37.711666 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912166-e6e2-4567-9a70-7af87718feef req-07ec4943-dee2-4365-98bb-02348dd21162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:37.713148 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d912166-e6e2-4567-9a70-7af87718feef req-07ec4943-dee2-4365-98bb-02348dd21162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0484033 Apr 12 19:15:37.763215 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4d912166-e6e2-4567-9a70-7af87718feef req-62e7eeb7-e671-4dbc-878d-9f6a3438f2ad tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444715 Apr 12 19:15:38.007554 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432356c-0454-4c9f-a3e5-a86ebc979cec req-2857d570-7cef-4568-a366-229233382361 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.009075 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a432356c-0454-4c9f-a3e5-a86ebc979cec req-2857d570-7cef-4568-a366-229233382361 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0530546 Apr 12 19:15:38.056663 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a432356c-0454-4c9f-a3e5-a86ebc979cec req-816e51ab-fa75-41eb-9f68-886bf42e8b3e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Apr 12 19:15:38.108446 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-b04c36a7-5dec-437e-bac4-7b75727e086b tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.118002 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-b04c36a7-5dec-437e-bac4-7b75727e086b tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "GET /v2.0/networks?id=708459f3-5db5-4ad9-a6ef-65a2bd5903ad HTTP/1.1" status: 200 len: 814 time: 0.1123509 Apr 12 19:15:38.132135 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Request body: {'port': {'device_id': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad', 'admin_state_up': True, 'tenant_id': '4506d4990de3472dbecd0d6a8ffd4073'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:15:38.189522 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-68208a68-0137-47b9-9d80-68cd2cb92a4f req-012868e2-f8a2-4bd4-b89e-250dc5905988 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 210 time: 0.0328059 Apr 12 19:15:38.192936 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-80e63d98-b40c-4369-8b79-8b67f0752bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.194369 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-80e63d98-b40c-4369-8b79-8b67f0752bae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0653429 Apr 12 19:15:38.286816 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-7028e87d-758d-4a85-bc11-33170cb8c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.288232 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-7028e87d-758d-4a85-bc11-33170cb8c51c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.0877640 Apr 12 19:15:38.353260 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-c0580eba-7f3c-4984-a545-93c699b8283a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 200 len: 1000 time: 0.0574293 Apr 12 19:15:38.456437 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-0d357073-da0f-4a19-9c3e-da131b8970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.457880 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-0d357073-da0f-4a19-9c3e-da131b8970a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0508342 Apr 12 19:15:38.501946 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-ced7132b-5d2e-47bd-891a-58911c9ae288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.503418 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-ced7132b-5d2e-47bd-891a-58911c9ae288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380859 Apr 12 19:15:38.600093 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-7f7ad9e6-d763-4925-a3ce-4e2b352f690f service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900342 Apr 12 19:15:38.606793 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Made reservation on behalf of 4506d4990de3472dbecd0d6a8ffd4073 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:15:38.623079 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:38.720724 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fbae4-5dee-4612-9e98-205f03797f76 req-3669f5c5-6421-421d-bb2b-74d68bce4d4a tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.722885 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-647fbae4-5dee-4612-9e98-205f03797f76 req-3669f5c5-6421-421d-bb2b-74d68bce4d4a tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0578184 Apr 12 19:15:38.749023 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4c1e001b-433e-4785-9c99-98facaf43dcb req-dc6823fe-069c-4e65-aee8-eace8aabc748 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427250 Apr 12 19:15:38.757182 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Allocated IP 172.20.0.3 (708459f3-5db5-4ad9-a6ef-65a2bd5903ad/fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e/1219d2b2-0cb3-497c-9c78-8bbeab739422) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:15:38.796139 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-647fbae4-5dee-4612-9e98-205f03797f76 req-ca82c098-9e7e-4bad-8d79-0b8c708b0e14 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649240 Apr 12 19:15:38.899369 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f787c-c7f7-4404-abea-96ccbd618e9a req-3af3e723-1947-4772-8316-b745d4e89f85 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:38.900875 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b34f787c-c7f7-4404-abea-96ccbd618e9a req-3af3e723-1947-4772-8316-b745d4e89f85 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0469465 Apr 12 19:15:38.905864 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks [] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:38.951686 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b34f787c-c7f7-4404-abea-96ccbd618e9a req-72ac8b42-4e04-4762-964a-830bad5f73c3 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450556 Apr 12 19:15:39.012829 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:39.056710 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:15:39.061790 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:15:39.066271 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:15:39.072885 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Pushing event updated for resources: {'Port': ['ID=1219d2b2-0cb3-497c-9c78-8bbeab739422,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:15:39.123673 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:39.124346 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:39.171065 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fb55b-83a9-45f7-bbfa-338026503347 req-6d42bcfc-3545-444f-9b4c-dc50cb874449 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:39.172518 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5c1fb55b-83a9-45f7-bbfa-338026503347 req-6d42bcfc-3545-444f-9b4c-dc50cb874449 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0463896 Apr 12 19:15:39.212667 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-c1b0848d-868e-413d-9922-9f4b830c66e5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0843244 Apr 12 19:15:39.224088 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5c1fb55b-83a9-45f7-bbfa-338026503347 req-8c305518-26d9-450c-9d28-de818c7d859a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Apr 12 19:15:39.225398 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Request body: {'port': {'device_id': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:15:39.288264 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:39.307234 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fb7bf-a1e5-45f8-acff-d0d8346745c9 req-6e099270-8442-4455-807d-457962f33e44 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:39.308723 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f51fb7bf-a1e5-45f8-acff-d0d8346745c9 req-6e099270-8442-4455-807d-457962f33e44 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 931 time: 0.0503473 Apr 12 19:15:39.357852 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f51fb7bf-a1e5-45f8-acff-d0d8346745c9 req-14648f4c-4f18-4167-9d06-82e32f49d2bf tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Apr 12 19:15:39.553353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1219d2b2-0cb3-497c-9c78-8bbeab739422 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:15:39.559639 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Publish callbacks [] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:39.572068 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Transition to ACTIVE for port object 1219d2b2-0cb3-497c-9c78-8bbeab739422 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:15:39.706340 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:39.743053 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:15:39.760319 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Pushing event updated for resources: {'Port': ['ID=1219d2b2-0cb3-497c-9c78-8bbeab739422,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:15:39.827155 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Attempting to bind port 1219d2b2-0cb3-497c-9c78-8bbeab739422 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:15:39.827404 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Attempting to bind port 1219d2b2-0cb3-497c-9c78-8bbeab739422 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:15:39.827771 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Attempting to bind port 1219d2b2-0cb3-497c-9c78-8bbeab739422 on network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:15:39.832209 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Port 1219d2b2-0cb3-497c-9c78-8bbeab739422 on network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:15:39.832963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Attempting to bind port 1219d2b2-0cb3-497c-9c78-8bbeab739422 on network 708459f3-5db5-4ad9-a6ef-65a2bd5903ad {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:15:39.837600 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:15:39.841691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Checking segment: {'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:15:39.841691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Bound using segment: {'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:15:39.841691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Bound port: 1219d2b2-0cb3-497c-9c78-8bbeab739422, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cb1811-886d-4518-9f83-f2300c9fb27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:15:39.841691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:39.907303 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] For port 1219d2b2-0cb3-497c-9c78-8bbeab739422, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:15:39.910313 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] For port 1219d2b2-0cb3-497c-9c78-8bbeab739422, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1219d2b2-0cb3-497c-9c78-8bbeab739422,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:15:39.917373 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3db1f-d388-4c94-9ff3-832e8862162f req-3dc4867d-f57f-4d4f-a0c3-3dc775f1a33b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:39.918831 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-13d3db1f-d388-4c94-9ff3-832e8862162f req-3dc4867d-f57f-4d4f-a0c3-3dc775f1a33b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0477452 Apr 12 19:15:39.977215 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-13d3db1f-d388-4c94-9ff3-832e8862162f req-1c2264df-bf8e-457c-a436-e7f6e1d1b4a9 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527289 Apr 12 19:15:39.978864 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:40.017675 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.018298 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:40.019813 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] 10.222.0.46 "PUT /v2.0/ports/1219d2b2-0cb3-497c-9c78-8bbeab739422 HTTP/1.1" status: 200 len: 1093 time: 0.7990396 Apr 12 19:15:40.020256 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'tag': '1219d2b2-0cb3-497c-9c78-8bbeab739422'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:15:40.023135 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19d913b-11c0-46a2-8009-8a22c604bfde" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75fb8f-15e7-4858-9598-270af6d18f5f", "tag": "1219d2b2-0cb3-497c-9c78-8bbeab739422"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:15:40.051173 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648534f-4f43-470f-9fea-cb2bbfb777ea service neutron] Pushing event updated for resources: {'Port': ['ID=1219d2b2-0cb3-497c-9c78-8bbeab739422,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:15:40.071082 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d0be0-9b0f-49be-aa67-fe4dd022b19f req-4f4c782d-69a3-4306-81b8-15cc2e7527e2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.072585 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b88d0be0-9b0f-49be-aa67-fe4dd022b19f req-4f4c782d-69a3-4306-81b8-15cc2e7527e2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0500627 Apr 12 19:15:40.076059 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a25774-b177-4027-a730-a34950d7d98e x-openstack-request-id: req-e9a25774-b177-4027-a730-a34950d7d98e {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:15:40.076353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75fb8f-15e7-4858-9598-270af6d18f5f", "tag": "1219d2b2-0cb3-497c-9c78-8bbeab739422", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:15:40.076612 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9a25774-b177-4027-a730-a34950d7d98e {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:15:40.077014 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a25774-b177-4027-a730-a34950d7d98e'] response: {'name': 'network-changed', 'server_uuid': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'tag': '1219d2b2-0cb3-497c-9c78-8bbeab739422', 'status': 'completed', 'code': 200} Apr 12 19:15:40.126992 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b88d0be0-9b0f-49be-aa67-fe4dd022b19f req-ec14d038-1283-4db8-9121-75de8d3b8a2e tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482571 Apr 12 19:15:40.148558 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d913b-11c0-46a2-8009-8a22c604bfde req-f7b4445b-55e9-4a47-b0b7-54b194f1aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.154592 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b19d913b-11c0-46a2-8009-8a22c604bfde req-f7b4445b-55e9-4a47-b0b7-54b194f1aafc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 1127 time: 0.0419331 Apr 12 19:15:40.253326 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d913b-11c0-46a2-8009-8a22c604bfde req-0179b38f-3721-47cd-9365-e974121ab4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.254912 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b19d913b-11c0-46a2-8009-8a22c604bfde req-0179b38f-3721-47cd-9365-e974121ab4f5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942991 Apr 12 19:15:40.334198 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd79e2-b6bb-4d16-8d3f-d86cf0a878c5 req-a77509d0-96c1-4505-8b00-d74a9e75426f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.336299 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5bbd79e2-b6bb-4d16-8d3f-d86cf0a878c5 req-a77509d0-96c1-4505-8b00-d74a9e75426f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0475383 Apr 12 19:15:40.350373 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d913b-11c0-46a2-8009-8a22c604bfde req-830831ac-229a-41c6-ad7d-83c8253e7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.351844 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b19d913b-11c0-46a2-8009-8a22c604bfde req-830831ac-229a-41c6-ad7d-83c8253e7dbc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873566 Apr 12 19:15:40.387685 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5bbd79e2-b6bb-4d16-8d3f-d86cf0a878c5 req-5b7ccb3b-07a2-4906-b552-17ab3845fa3c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464261 Apr 12 19:15:40.442565 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-3f83eac9-ea0b-4db6-bd96-c1cfcefeb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.444135 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-3f83eac9-ea0b-4db6-bd96-c1cfcefeb83e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 1127 time: 0.0485005 Apr 12 19:15:40.470431 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b314fe-e6d5-4efc-ba73-4247d6fb5fb7 req-fd2c3fa0-33b7-443b-92a0-d82c937cb4a8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.471906 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-63b314fe-e6d5-4efc-ba73-4247d6fb5fb7 req-fd2c3fa0-33b7-443b-92a0-d82c937cb4a8 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 943 time: 0.0470974 Apr 12 19:15:40.485055 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-03ff9a2a-875d-4692-a4d6-5af4b4e7b23e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1219d2b2-0cb3-497c-9c78-8bbeab739422 HTTP/1.1" status: 200 len: 217 time: 0.0331793 Apr 12 19:15:40.519993 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-63b314fe-e6d5-4efc-ba73-4247d6fb5fb7 req-686c8cfe-5c00-4e83-9f26-f8feb5c67198 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Apr 12 19:15:40.533878 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-30db15f7-6e1d-4773-b3e5-6ef889a726df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:40.535382 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-30db15f7-6e1d-4773-b3e5-6ef889a726df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e HTTP/1.1" status: 200 len: 854 time: 0.0441573 Apr 12 19:15:40.568104 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-6c289b2a-1144-4d33-8141-748c76356468 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=708459f3-5db5-4ad9-a6ef-65a2bd5903ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258980 Apr 12 19:15:40.657615 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-385e1366-cb11-4751-a15f-6d23bfc83eda service neutron] 10.222.0.46 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833464 Apr 12 19:15:40.748634 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e60c6680-8b9a-4020-87ad-e70ec5471763 req-dd64e89d-19ea-495d-91c4-453f82dd0300 service neutron] 10.222.0.46 "GET /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813594 Apr 12 19:15:41.091578 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72d404-ea16-4b59-8ed3-8fa8b54572a9 req-e44ca0a3-2552-4b6d-804b-3f502f76504e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:41.093040 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e72d404-ea16-4b59-8ed3-8fa8b54572a9 req-e44ca0a3-2552-4b6d-804b-3f502f76504e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0493398 Apr 12 19:15:41.151418 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e72d404-ea16-4b59-8ed3-8fa8b54572a9 req-51fa9df8-9a62-4fab-8499-74b11c6ca859 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527887 Apr 12 19:15:41.239569 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee954b4f-fb5e-40bd-9aa1-0c5819ba7857 req-6d8273b1-3471-42b3-bc44-ac669031bc4d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:41.240931 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee954b4f-fb5e-40bd-9aa1-0c5819ba7857 req-6d8273b1-3471-42b3-bc44-ac669031bc4d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0472121 Apr 12 19:15:41.289400 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee954b4f-fb5e-40bd-9aa1-0c5819ba7857 req-8e18b49e-f1c2-4480-825d-814eadf9ff53 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422757 Apr 12 19:15:41.502832 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec1f8b-c115-4ab2-a4be-e2b76a375405 req-d8117a91-0113-44c4-aa11-8cbc277f819c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:41.504252 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5aec1f8b-c115-4ab2-a4be-e2b76a375405 req-d8117a91-0113-44c4-aa11-8cbc277f819c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Apr 12 19:15:41.550491 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5aec1f8b-c115-4ab2-a4be-e2b76a375405 req-063f9bfa-f149-4a9c-97a0-ef0cacecc01f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400591 Apr 12 19:15:41.632052 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecf4ee-ae10-4255-a7cf-84396d957ad7 req-dc4aecab-6260-4952-993a-7c5454cee0d0 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:41.634433 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5eecf4ee-ae10-4255-a7cf-84396d957ad7 req-dc4aecab-6260-4952-993a-7c5454cee0d0 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 943 time: 0.0467730 Apr 12 19:15:41.681422 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5eecf4ee-ae10-4255-a7cf-84396d957ad7 req-8b45edc3-7a54-466b-9826-3634b56c48bf tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Apr 12 19:15:42.261256 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d02076-1c36-48f1-a9a0-1f57c904652d req-5db52ae4-c1b9-4fda-95bc-d518522b077b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:42.262693 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45d02076-1c36-48f1-a9a0-1f57c904652d req-5db52ae4-c1b9-4fda-95bc-d518522b077b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0461466 Apr 12 19:15:42.323772 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45d02076-1c36-48f1-a9a0-1f57c904652d req-7cebd7d5-2488-4a70-9eba-c6b0314857e3 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555267 Apr 12 19:15:42.399455 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de2453-315a-4443-a640-4fe99e3ef312 req-08c7c4d5-ff3e-49d8-800f-219fb0e476cb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:42.401087 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-31de2453-315a-4443-a640-4fe99e3ef312 req-08c7c4d5-ff3e-49d8-800f-219fb0e476cb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0462251 Apr 12 19:15:42.455005 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-31de2453-315a-4443-a640-4fe99e3ef312 req-19094f5e-d1dc-4937-a6c9-fac443b0facd tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485885 Apr 12 19:15:42.661103 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48aca-ac46-4e08-9475-22d8dbf574cc req-c3b40625-4bff-4fdb-9750-4799180d032c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:42.662537 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-27e48aca-ac46-4e08-9475-22d8dbf574cc req-c3b40625-4bff-4fdb-9750-4799180d032c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0452569 Apr 12 19:15:42.708061 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-27e48aca-ac46-4e08-9475-22d8dbf574cc req-8d40d2d6-0904-4afc-af35-7a58808cfd28 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395346 Apr 12 19:15:42.793945 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386b4c2-0146-4641-bb99-214596e55ef9 req-c247b346-5e2c-4d31-8fff-296a4cb29826 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:42.795397 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d386b4c2-0146-4641-bb99-214596e55ef9 req-c247b346-5e2c-4d31-8fff-296a4cb29826 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 943 time: 0.0494008 Apr 12 19:15:42.840465 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d386b4c2-0146-4641-bb99-214596e55ef9 req-2fc2daa2-a702-4f91-b7c4-55c0e6672867 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Apr 12 19:15:43.434463 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6455af-9e6a-49d7-8297-c109dacb3373 req-08eb6e3e-36ae-4441-b670-49c266c8789b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:43.435949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f6455af-9e6a-49d7-8297-c109dacb3373 req-08eb6e3e-36ae-4441-b670-49c266c8789b tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0462050 Apr 12 19:15:43.497287 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f6455af-9e6a-49d7-8297-c109dacb3373 req-7aa0eaa9-37a2-407e-9a6e-52651e7b1f22 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557299 Apr 12 19:15:43.566852 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1aa6-c975-43eb-97e0-5e92d8f13667 req-e57ec092-0f86-4870-a21a-a20c8471e478 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:43.568327 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d23c1aa6-c975-43eb-97e0-5e92d8f13667 req-e57ec092-0f86-4870-a21a-a20c8471e478 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0464022 Apr 12 19:15:43.620788 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d23c1aa6-c975-43eb-97e0-5e92d8f13667 req-b0566402-0fd5-4aef-b5f1-4b77fc7fc9e9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454323 Apr 12 19:15:43.822173 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a4d6c-5443-4d1f-b2f5-f8c6e28c5a53 req-09fb0f4d-5f7b-4cf4-9f0d-32ff61989ea5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:43.823637 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ae1a4d6c-5443-4d1f-b2f5-f8c6e28c5a53 req-09fb0f4d-5f7b-4cf4-9f0d-32ff61989ea5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0461211 Apr 12 19:15:43.869172 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ae1a4d6c-5443-4d1f-b2f5-f8c6e28c5a53 req-2e9c4bb3-c4c2-48dc-9eba-0ba88816a113 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401108 Apr 12 19:15:43.951209 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f69e3-3ac7-4df7-8721-35a8ee051a92 req-7a6511ee-bcd0-4795-a775-7b758ec533b5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:43.952691 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-946f69e3-3ac7-4df7-8721-35a8ee051a92 req-7a6511ee-bcd0-4795-a775-7b758ec533b5 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 943 time: 0.0469084 Apr 12 19:15:43.999260 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-946f69e3-3ac7-4df7-8721-35a8ee051a92 req-55e08aa7-7cbd-4cc5-9e20-af7f7aea874c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Apr 12 19:15:44.304585 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290c02f-0165-490b-bb30-27096a8940d4 req-5b0da81b-b95d-40fc-b0c6-3cd8f339ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:44.305960 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9290c02f-0165-490b-bb30-27096a8940d4 req-5b0da81b-b95d-40fc-b0c6-3cd8f339ab10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1129 time: 0.0428143 Apr 12 19:15:44.339839 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1219d2b2-0cb3-497c-9c78-8bbeab739422 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:15:44.431223 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290c02f-0165-490b-bb30-27096a8940d4 req-79d25b63-0233-4294-9d7d-0e065af9f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:44.432721 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9290c02f-0165-490b-bb30-27096a8940d4 req-79d25b63-0233-4294-9d7d-0e065af9f4a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 200 len: 909 time: 0.0854669 Apr 12 19:15:44.443278 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 1219d2b2-0cb3-497c-9c78-8bbeab739422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1219d2b2-0cb3-497c-9c78-8bbeab739422,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:15:44.454673 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '1219d2b2-0cb3-497c-9c78-8bbeab739422', 'network_id': '708459f3-5db5-4ad9-a6ef-65a2bd5903ad', 'port_id': '1219d2b2-0cb3-497c-9c78-8bbeab739422', 'mac_address': 'fa:16:3e:7c:6c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:15:44.491226 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 1219d2b2-0cb3-497c-9c78-8bbeab739422 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:15:44.491783 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:44.504281 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1219d2b2-0cb3-497c-9c78-8bbeab739422 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:15:44.524833 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 1219d2b2-0cb3-497c-9c78-8bbeab739422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1219d2b2-0cb3-497c-9c78-8bbeab739422,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:15:44.620699 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54900208-1c01-4910-b43d-2865b086b86e req-40428e5e-3e46-4700-b8d7-174770550785 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:44.622379 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54900208-1c01-4910-b43d-2865b086b86e req-40428e5e-3e46-4700-b8d7-174770550785 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0546432 Apr 12 19:15:44.650067 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:44.698065 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-54900208-1c01-4910-b43d-2865b086b86e req-db642abf-ce99-47b9-a740-8ccf326a2b8d tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696602 Apr 12 19:15:44.722425 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=1219d2b2-0cb3-497c-9c78-8bbeab739422,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:15:44.754720 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdf1a0-c62a-4c4f-bad9-51928a27f0bc req-3228760c-6e04-438e-b311-0069e566d06f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:44.756555 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d1bdf1a0-c62a-4c4f-bad9-51928a27f0bc req-3228760c-6e04-438e-b311-0069e566d06f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0548620 Apr 12 19:15:44.815270 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d1bdf1a0-c62a-4c4f-bad9-51928a27f0bc req-f5de7220-63c1-4e6a-874f-6c9e11a176b5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517671 Apr 12 19:15:44.822627 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9290c02f-0165-490b-bb30-27096a8940d4 req-77006fe2-6ae0-4b92-a218-758ea2cbc637 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 1001 time: 0.3293536 Apr 12 19:15:44.877809 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290c02f-0165-490b-bb30-27096a8940d4 req-bff8bb9a-ba9f-4ec4-96d8-a299aa43863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:44.879611 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9290c02f-0165-490b-bb30-27096a8940d4 req-bff8bb9a-ba9f-4ec4-96d8-a299aa43863e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=012f9973-5ff6-4368-9b21-a134d32c20b3 HTTP/1.1" status: 200 len: 847 time: 0.0475366 Apr 12 19:15:44.991748 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ae499-c40c-4be1-852e-fb8f56c51a38 req-33da9fe5-51de-42ae-95da-3d373ecee000 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:44.993611 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6a9ae499-c40c-4be1-852e-fb8f56c51a38 req-33da9fe5-51de-42ae-95da-3d373ecee000 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0561533 Apr 12 19:15:45.043266 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290c02f-0165-490b-bb30-27096a8940d4 req-faf55063-1219-4a68-9aee-822551b16a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:45.043266 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9290c02f-0165-490b-bb30-27096a8940d4 req-faf55063-1219-4a68-9aee-822551b16a0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455649 Apr 12 19:15:45.047871 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6a9ae499-c40c-4be1-852e-fb8f56c51a38 req-e01270ec-ec4a-450c-bdac-544ca4ee81ec tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Apr 12 19:15:45.104167 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['1219d2b2-0cb3-497c-9c78-8bbeab739422'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:15:45.123301 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dbfa4-7b73-43fb-8725-257a38f63769 req-0172abf8-eaa5-45d6-b764-9c285ffdb872 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:45.124799 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-284dbfa4-7b73-43fb-8725-257a38f63769 req-0172abf8-eaa5-45d6-b764-9c285ffdb872 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 944 time: 0.0491459 Apr 12 19:15:45.185295 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-284dbfa4-7b73-43fb-8725-257a38f63769 req-ee3add22-141c-4889-b149-eef0d82e22a6 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535598 Apr 12 19:15:45.656646 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9290c02f-0165-490b-bb30-27096a8940d4 req-6dcd0a18-6134-48e6-ae69-ee74e669b54e service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868316 Apr 12 19:15:45.749125 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9290c02f-0165-490b-bb30-27096a8940d4 req-b1970557-3de0-48ab-ab6a-534a8ab32504 service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858073 Apr 12 19:15:45.813680 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb6ac-37d6-4f76-bd58-931d122fd564 req-0445ffac-37c2-4921-b09b-c1968fe6c441 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:45.815116 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-46cdb6ac-37d6-4f76-bd58-931d122fd564 req-0445ffac-37c2-4921-b09b-c1968fe6c441 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0456145 Apr 12 19:15:45.877905 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-46cdb6ac-37d6-4f76-bd58-931d122fd564 req-73cb655f-3d79-4839-a749-b111b85e4365 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&id=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565283 Apr 12 19:15:45.926439 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a95fd-fb2d-445a-9548-f383784d0f70 req-1ad625a4-3be0-4799-871e-6d553fae7a6c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:45.927834 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8f8a95fd-fb2d-445a-9548-f383784d0f70 req-1ad625a4-3be0-4799-871e-6d553fae7a6c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0458739 Apr 12 19:15:45.975166 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8f8a95fd-fb2d-445a-9548-f383784d0f70 req-b27f1f66-ee00-439e-a5f8-e19bb3da5615 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Apr 12 19:15:46.158423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c0be-5f5f-4b70-91fb-6b92208bfd47 req-3522400f-e867-4ee2-8a45-53217076833f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:46.159885 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1f64c0be-5f5f-4b70-91fb-6b92208bfd47 req-3522400f-e867-4ee2-8a45-53217076833f tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0455706 Apr 12 19:15:46.205224 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1f64c0be-5f5f-4b70-91fb-6b92208bfd47 req-b3923f26-ee06-4fb6-aa68-5af38fbfc5a3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 Apr 12 19:15:46.302795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfdf16-7ddf-4aa8-a712-a2d9002d2143 req-727e8f0d-5be0-434a-aaac-2b4a48760a82 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:46.304346 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5fdfdf16-7ddf-4aa8-a712-a2d9002d2143 req-727e8f0d-5be0-434a-aaac-2b4a48760a82 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 944 time: 0.0495872 Apr 12 19:15:46.349992 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5fdfdf16-7ddf-4aa8-a712-a2d9002d2143 req-9a6de48e-15d8-4c22-991f-d3c9017c9144 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402162 Apr 12 19:15:46.359281 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1219d2b2-0cb3-497c-9c78-8bbeab739422 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:15:46.405409 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 1219d2b2-0cb3-497c-9c78-8bbeab739422 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:15:46.494619 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 1219d2b2-0cb3-497c-9c78-8bbeab739422 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:15:46.494924 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:46.570046 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 1219d2b2-0cb3-497c-9c78-8bbeab739422 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:15:46.570459 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:46.592775 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1219d2b2-0cb3-497c-9c78-8bbeab739422'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:15:46.595003 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e44f01-dea9-44cc-b19b-2817afc95ce9" -d '{"events": [{"server_uuid": "9a75fb8f-15e7-4858-9598-270af6d18f5f", "name": "network-vif-plugged", "status": "completed", "tag": "1219d2b2-0cb3-497c-9c78-8bbeab739422"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:15:46.608952 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 1219d2b2-0cb3-497c-9c78-8bbeab739422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1219d2b2-0cb3-497c-9c78-8bbeab739422,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:15:46.687308 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04180e5f-6ad0-4db7-bd6e-cdc541d282d2 x-openstack-request-id: req-04180e5f-6ad0-4db7-bd6e-cdc541d282d2 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:15:46.687704 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75fb8f-15e7-4858-9598-270af6d18f5f", "name": "network-vif-plugged", "status": "completed", "tag": "1219d2b2-0cb3-497c-9c78-8bbeab739422", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:15:46.687957 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04180e5f-6ad0-4db7-bd6e-cdc541d282d2 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:15:46.688357 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04180e5f-6ad0-4db7-bd6e-cdc541d282d2'] response: {'server_uuid': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1219d2b2-0cb3-497c-9c78-8bbeab739422', 'code': 200} Apr 12 19:15:46.692402 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:46.741775 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=1219d2b2-0cb3-497c-9c78-8bbeab739422,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:15:47.088020 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb267226-d4d0-42bb-8faa-8f568ecef134 req-f837740c-a77f-4e1b-8728-a1ceae178d61 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:47.089507 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb267226-d4d0-42bb-8faa-8f568ecef134 req-f837740c-a77f-4e1b-8728-a1ceae178d61 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0470610 Apr 12 19:15:47.138970 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fb267226-d4d0-42bb-8faa-8f568ecef134 req-51f1f0a5-5b63-42f4-9167-4945f89b17b8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438108 Apr 12 19:15:47.321930 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc3a77-f899-4677-bb47-2425d9f773a9 req-26cef056-ccb1-4aa6-bc81-503e760b4952 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:47.323425 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-82dc3a77-f899-4677-bb47-2425d9f773a9 req-26cef056-ccb1-4aa6-bc81-503e760b4952 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0476954 Apr 12 19:15:47.373650 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-82dc3a77-f899-4677-bb47-2425d9f773a9 req-f693154c-9052-4d17-935c-2399285290b3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445254 Apr 12 19:15:47.381125 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584599-956a-48ef-9162-73a7925eaeb4 req-5bbdadbf-bbb0-40b6-be97-f56c7312ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:47.382908 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d584599-956a-48ef-9162-73a7925eaeb4 req-5bbdadbf-bbb0-40b6-be97-f56c7312ec68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 1129 time: 0.0457401 Apr 12 19:15:47.435935 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d584599-956a-48ef-9162-73a7925eaeb4 req-64fd8fac-6fb2-4d11-bce4-90177d1c0bcc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Apr 12 19:15:47.464459 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0abc0e-81f3-4b29-87f4-4bc28215ab92 req-3263cf98-111e-4c28-b67d-ead487ee4c03 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:47.468723 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f0abc0e-81f3-4b29-87f4-4bc28215ab92 req-3263cf98-111e-4c28-b67d-ead487ee4c03 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 945 time: 0.0458508 Apr 12 19:15:47.512066 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f0abc0e-81f3-4b29-87f4-4bc28215ab92 req-e047e408-3342-4cd1-b8b4-c1540bb922e7 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Apr 12 19:15:48.247307 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a64e0-fc47-49b3-abb9-ce0100ca14ba req-b5d767c0-e468-4904-a26e-9e614eb0a7a6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:48.248790 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b98a64e0-fc47-49b3-abb9-ce0100ca14ba req-b5d767c0-e468-4904-a26e-9e614eb0a7a6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0460000 Apr 12 19:15:48.296192 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b98a64e0-fc47-49b3-abb9-ce0100ca14ba req-ec56d5cc-0c2c-44d4-b77a-2b674fc14127 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Apr 12 19:15:48.488967 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5533d-952a-4bb8-9cb8-e87f091f070a req-a0128b8d-5e7e-47ae-aabc-21d36325ca4d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:48.490318 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-edd5533d-952a-4bb8-9cb8-e87f091f070a req-a0128b8d-5e7e-47ae-aabc-21d36325ca4d tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Apr 12 19:15:48.536870 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-edd5533d-952a-4bb8-9cb8-e87f091f070a req-9e98a2df-77f9-4893-a5cb-fe586a1fcb93 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Apr 12 19:15:48.621542 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b154e-5ee6-4f0b-bfd1-9baf3904e9bd req-67e4b1d2-7a69-4002-b0f5-111d21b928b0 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:48.622996 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e86b154e-5ee6-4f0b-bfd1-9baf3904e9bd req-67e4b1d2-7a69-4002-b0f5-111d21b928b0 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 945 time: 0.0466034 Apr 12 19:15:48.668323 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e86b154e-5ee6-4f0b-bfd1-9baf3904e9bd req-221694b6-1afc-4cca-a6f4-fcbd988d21c3 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Apr 12 19:15:49.407990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e6d9b-e02b-4010-88c6-1109ccb3b33e req-05ae45f5-6e95-4ee1-b9f3-d62866e8b37a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:49.409495 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-790e6d9b-e02b-4010-88c6-1109ccb3b33e req-05ae45f5-6e95-4ee1-b9f3-d62866e8b37a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Apr 12 19:15:49.458102 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-790e6d9b-e02b-4010-88c6-1109ccb3b33e req-af16ce5c-b3a7-4b74-b6dc-97d8cb332c55 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425243 Apr 12 19:15:49.648146 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83660d40-a77e-481e-bcc7-3cfccbad6b04 req-1ee41a99-2f1b-4e7f-ac88-05d7f34d0be5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:49.650346 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-83660d40-a77e-481e-bcc7-3cfccbad6b04 req-1ee41a99-2f1b-4e7f-ac88-05d7f34d0be5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0473850 Apr 12 19:15:49.700297 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-83660d40-a77e-481e-bcc7-3cfccbad6b04 req-d010dd37-7c38-4cbb-acd1-980574ea131c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Apr 12 19:15:49.805891 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd836b89-9202-4253-b763-320d4d6e2365 req-b4599f14-9fb8-48d9-ad6b-f8444edb4577 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:49.807368 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cd836b89-9202-4253-b763-320d4d6e2365 req-b4599f14-9fb8-48d9-ad6b-f8444edb4577 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 945 time: 0.0482528 Apr 12 19:15:49.867933 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb0d6-7bb5-4037-804b-d5d20f7c8ded req-fc27de39-504b-4983-80d8-73e3f381b6c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:49.869383 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c00fb0d6-7bb5-4037-804b-d5d20f7c8ded req-fc27de39-504b-4983-80d8-73e3f381b6c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0611198 Apr 12 19:15:49.926017 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cd836b89-9202-4253-b763-320d4d6e2365 req-6e19b519-e669-4d52-a10a-da5d6d226822 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096842 Apr 12 19:15:49.950671 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-12dde0b0-a07a-41db-9e30-2db43ea971d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0604784 Apr 12 19:15:49.965174 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c00fb0d6-7bb5-4037-804b-d5d20f7c8ded req-c1d2d4ec-f807-4273-bbac-ddb1e2fd469b tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902946 Apr 12 19:15:50.028615 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-f4f3c054-3a53-4095-b4dc-cbaac1e537d1 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:50.029988 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-f4f3c054-3a53-4095-b4dc-cbaac1e537d1 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports/8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 942 time: 0.0496976 Apr 12 19:15:50.376254 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:15:50.455807 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 is: ACTIVE; New status is: DOWN {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:15:50.456194 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:50.477970 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:15:50.480250 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0edb524-7bde-4af8-b658-4c210b584439" -d '{"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-unplugged", "status": "completed", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:15:50.493000 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:15:50.512700 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34577dc0-5cc5-42f1-b893-67f02524f7b2 x-openstack-request-id: req-34577dc0-5cc5-42f1-b893-67f02524f7b2 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:15:50.512993 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-unplugged", "status": "failed", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154", "code": 422}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:15:50.513242 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34577dc0-5cc5-42f1-b893-67f02524f7b2 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:15:50.513678 dv-cinder-837538-1-iscsi neutron-server[103910]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-34577dc0-5cc5-42f1-b893-67f02524f7b2']: {'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'code': 422} returned with failed status Apr 12 19:15:50.584128 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:50.636224 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=6']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:15:50.823224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228ee15-59d8-4715-a336-5b6cbfa020aa req-6b0a6b0b-1f1a-40ad-940f-f95a51cf4994 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:50.825350 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2228ee15-59d8-4715-a336-5b6cbfa020aa req-6b0a6b0b-1f1a-40ad-940f-f95a51cf4994 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0548933 Apr 12 19:15:50.875978 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2228ee15-59d8-4715-a336-5b6cbfa020aa req-629b0e2b-3bdb-498c-8a7f-f60bb5797347 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Apr 12 19:15:51.079124 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ef0b2-0bdc-4b28-bcaf-9acc0d647b35 req-adcd8b3c-406b-44aa-af67-185990886432 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:51.080579 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a76ef0b2-0bdc-4b28-bcaf-9acc0d647b35 req-adcd8b3c-406b-44aa-af67-185990886432 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0465918 Apr 12 19:15:51.127688 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a76ef0b2-0bdc-4b28-bcaf-9acc0d647b35 req-2fab74be-01d2-4a9d-a3fd-4913c077d523 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409474 Apr 12 19:15:51.997160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e47532-04a8-47bb-80dc-5ecfda4726dc req-79c3c694-8cb1-4ac6-989a-eca413c5a4ed tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:51.998521 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52e47532-04a8-47bb-80dc-5ecfda4726dc req-79c3c694-8cb1-4ac6-989a-eca413c5a4ed tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Apr 12 19:15:52.055797 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52e47532-04a8-47bb-80dc-5ecfda4726dc req-203afcff-2e08-458c-9361-a4b384dc4272 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498440 Apr 12 19:15:52.237707 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e3ba4-c2a1-4a94-bed0-1fa748305db3 req-e934a1b5-c267-4957-8016-90917b8d83a6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:52.239180 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f02e3ba4-c2a1-4a94-bed0-1fa748305db3 req-e934a1b5-c267-4957-8016-90917b8d83a6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0478520 Apr 12 19:15:52.286881 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f02e3ba4-c2a1-4a94-bed0-1fa748305db3 req-20622fd9-ae48-419e-92d8-52d49bfe7004 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Apr 12 19:15:52.786973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-fe7ed5dd-1e03-4368-9f50-a389a804d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:52.788609 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-fe7ed5dd-1e03-4368-9f50-a389a804d5f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42&tenant_id=0b4b4b1d00664c44b4b056f179cfe87f HTTP/1.1" status: 200 len: 1127 time: 0.0392108 Apr 12 19:15:52.849097 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-ccee6e7b-891f-42e8-8a28-df7775139749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:52.850645 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-ccee6e7b-891f-42e8-8a28-df7775139749 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1127 time: 0.0390079 Apr 12 19:15:52.941799 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-568b3c94-a6ed-418e-998b-ff3959c3e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:52.943247 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-568b3c94-a6ed-418e-998b-ff3959c3e3c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 200 len: 909 time: 0.0856194 Apr 12 19:15:53.006659 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-6fea26e8-2e7a-488f-8925-45f3013ff2fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 999 time: 0.0573738 Apr 12 19:15:53.057168 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-3cf64527-b9a9-4bd4-97be-1d5418b202ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:53.058545 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-3cf64527-b9a9-4bd4-97be-1d5418b202ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=012f9973-5ff6-4368-9b21-a134d32c20b3 HTTP/1.1" status: 200 len: 847 time: 0.0462084 Apr 12 19:15:53.100562 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-f7c58b29-73cd-4c1f-ad22-790a58e71f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:53.102762 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-f7c58b29-73cd-4c1f-ad22-790a58e71f50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385966 Apr 12 19:15:53.158959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf3426-5f8b-4329-b2d2-bf48d20837ce req-4af2da34-d83f-4074-8bdb-d9130bbd0487 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:53.160442 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75bf3426-5f8b-4329-b2d2-bf48d20837ce req-4af2da34-d83f-4074-8bdb-d9130bbd0487 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0458148 Apr 12 19:15:53.191432 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-0e55e5cd-e35d-4235-a2a7-37f7690726e9 service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828707 Apr 12 19:15:53.209484 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75bf3426-5f8b-4329-b2d2-bf48d20837ce req-691bf749-196b-436a-8648-76a3f6468c81 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Apr 12 19:15:53.286672 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-43bc693a-ea5a-4df9-ba6c-8cc63cc75f7e service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855360 Apr 12 19:15:53.397240 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d3b0-aa22-4861-8850-fd2656980d88 req-e055e3ca-dcf6-4b8f-85bf-57b64d6aadd6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:53.399249 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e85d3b0-aa22-4861-8850-fd2656980d88 req-e055e3ca-dcf6-4b8f-85bf-57b64d6aadd6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0455101 Apr 12 19:15:53.447572 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7e85d3b0-aa22-4861-8850-fd2656980d88 req-9ee570c7-5979-4931-a80f-e8f8fdf438f2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Apr 12 19:15:54.320193 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e70744-46f3-4c4f-be93-39da1968e2b8 req-65992979-ebdf-44ec-8427-6bec3fc106c5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:54.322387 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-93e70744-46f3-4c4f-be93-39da1968e2b8 req-65992979-ebdf-44ec-8427-6bec3fc106c5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0463097 Apr 12 19:15:54.367999 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-93e70744-46f3-4c4f-be93-39da1968e2b8 req-c6abef47-a5b4-465e-b4fb-1f53c556409e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Apr 12 19:15:54.563462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08be70-a7b1-48dd-90a2-d37163ad9753 req-1dfa7264-ed25-476b-8d9e-e10ebf95a7eb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:54.564959 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f08be70-a7b1-48dd-90a2-d37163ad9753 req-1dfa7264-ed25-476b-8d9e-e10ebf95a7eb tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0513718 Apr 12 19:15:54.613671 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f08be70-a7b1-48dd-90a2-d37163ad9753 req-a9400635-8cee-4d4b-8b52-77928c1462f2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Apr 12 19:15:55.480670 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de6c8c-8452-4182-ae1b-d537a717bde2 req-5365a6d2-98a5-429e-b66d-5324073af4d6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:55.482367 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-68de6c8c-8452-4182-ae1b-d537a717bde2 req-5365a6d2-98a5-429e-b66d-5324073af4d6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0464838 Apr 12 19:15:55.527755 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-68de6c8c-8452-4182-ae1b-d537a717bde2 req-8cdd31bd-8d84-4409-8b2f-36dc5f211abc tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397775 Apr 12 19:15:55.727266 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93c44-5e9e-49dc-a8d7-4854a461245c req-4b967f16-ac2d-4f46-9d95-a1c0110d5353 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:55.729037 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b0a93c44-5e9e-49dc-a8d7-4854a461245c req-4b967f16-ac2d-4f46-9d95-a1c0110d5353 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0484173 Apr 12 19:15:55.783377 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b0a93c44-5e9e-49dc-a8d7-4854a461245c req-2af97003-b8a0-4afd-8db7-7241904dab49 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486138 Apr 12 19:15:56.298093 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:56.624997 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-2df0d75f-87ef-47b7-a870-f5202573e77f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417225 Apr 12 19:15:56.649574 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9eb7-d0b8-44fe-9153-3a76566509f2 req-801b8b5b-06f4-4069-93ad-bdb012cf432a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:56.652756 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6d8c9eb7-d0b8-44fe-9153-3a76566509f2 req-801b8b5b-06f4-4069-93ad-bdb012cf432a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0534191 Apr 12 19:15:56.689198 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ca65f918-b589-45e1-a582-ce0e98c47e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:56.702507 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd384378-d947-42cb-b171-8de0cdae25fc req-74434572-2025-44c4-909a-61d99d179eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:56.704130 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd384378-d947-42cb-b171-8de0cdae25fc req-74434572-2025-44c4-909a-61d99d179eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0476544 Apr 12 19:15:56.730185 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6d8c9eb7-d0b8-44fe-9153-3a76566509f2 req-a612d07b-3792-445e-be34-24ec6f4ea654 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731566 Apr 12 19:15:56.731585 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-e4b3075a-6737-4a30-a08e-816dd2ee15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:56.732941 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-e4b3075a-6737-4a30-a08e-816dd2ee15e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 1129 time: 0.0599287 Apr 12 19:15:56.752740 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd384378-d947-42cb-b171-8de0cdae25fc req-ae22418b-38c6-4f1e-b493-b93e78071066 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Apr 12 19:15:56.896640 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f4eba-2b0f-4ccf-9829-0b4dd98d2d40 req-e25b9853-9b37-436b-8777-ed38c3e89db9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:56.898072 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f5f4eba-2b0f-4ccf-9829-0b4dd98d2d40 req-e25b9853-9b37-436b-8777-ed38c3e89db9 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0495296 Apr 12 19:15:56.944915 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f5f4eba-2b0f-4ccf-9829-0b4dd98d2d40 req-ee5d3cd9-1580-4fc9-ba41-767433df4403 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Apr 12 19:15:57.256163 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-0775f54b-4e64-4d76-a891-47139311174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:57.257610 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-0775f54b-4e64-4d76-a891-47139311174d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.0840240 Apr 12 19:15:57.301342 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-eb7a8f04-6c21-4db9-ad00-1f322e9e94aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 200 len: 217 time: 0.0370116 Apr 12 19:15:57.348682 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-571119cd-5626-4604-83bc-815e4d6d0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:57.350054 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-571119cd-5626-4604-83bc-815e4d6d0a29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0422542 Apr 12 19:15:57.394248 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-eca87dd4-90c3-4fe2-99a8-a539b603453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:57.395620 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-eca87dd4-90c3-4fe2-99a8-a539b603453e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376310 Apr 12 19:15:57.494222 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-b4a903c3-2550-43f7-a56e-44e218ab6027 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848079 Apr 12 19:15:57.843111 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d0fe4-4875-41d7-8f77-d1c422668426 req-4cab7047-4679-425d-9b89-604af72d7d69 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:57.844604 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-102d0fe4-4875-41d7-8f77-d1c422668426 req-4cab7047-4679-425d-9b89-604af72d7d69 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0463843 Apr 12 19:15:57.889778 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-102d0fe4-4875-41d7-8f77-d1c422668426 req-27d67ab0-b05c-46fb-bb67-b6fc38618c82 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Apr 12 19:15:58.058636 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d097f-0dc7-40b1-b454-310e8f254d95 req-6fabd75e-a9e2-49f6-b9dd-aef8cab2a60d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:58.060238 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-766d097f-0dc7-40b1-b454-310e8f254d95 req-6fabd75e-a9e2-49f6-b9dd-aef8cab2a60d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0492668 Apr 12 19:15:58.118589 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-766d097f-0dc7-40b1-b454-310e8f254d95 req-893ff0ee-d66b-4a90-a369-53a57bdf8980 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525074 Apr 12 19:15:58.195532 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a25159f-b6a3-418b-af74-01a1d0a90214 req-d5a7b667-3260-492c-85a4-4c4150d0c055 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901742 Apr 12 19:15:58.986195 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-84c5f117-628a-4565-9786-9d730c7f6ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:15:59.001462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53c024-b11c-4796-be3d-331b2464fe18 req-02da09e4-cc93-4fa5-8019-899950be1479 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:59.003021 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cc53c024-b11c-4796-be3d-331b2464fe18 req-02da09e4-cc93-4fa5-8019-899950be1479 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Apr 12 19:15:59.050192 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cc53c024-b11c-4796-be3d-331b2464fe18 req-adaab404-9e05-400b-8504-baebf2460fb6 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410032 Apr 12 19:15:59.228807 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a00602-905c-4adf-90e9-64aff653eafe req-af0e0684-094b-4078-acbe-427a24eb184c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:15:59.230163 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-67a00602-905c-4adf-90e9-64aff653eafe req-af0e0684-094b-4078-acbe-427a24eb184c tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0463586 Apr 12 19:15:59.279805 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-67a00602-905c-4adf-90e9-64aff653eafe req-7fd6a478-2ea0-4786-8253-868184706761 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438302 Apr 12 19:16:00.157697 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:00.163460 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63a6e5-172a-4b57-ad21-a82fe891bd25 req-fb97e8e6-9e08-49fe-8470-d84c6acfc761 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:00.165939 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ef63a6e5-172a-4b57-ad21-a82fe891bd25 req-fb97e8e6-9e08-49fe-8470-d84c6acfc761 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0496216 Apr 12 19:16:00.212538 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ef63a6e5-172a-4b57-ad21-a82fe891bd25 req-a390a723-7b9d-498c-8787-cd35bd4e85ad tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Apr 12 19:16:00.399113 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be2ba4-d32a-49dd-9008-ecda9fce9ee0 req-aed75fd5-dda6-41c1-a033-889517187de5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:00.400614 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81be2ba4-d32a-49dd-9008-ecda9fce9ee0 req-aed75fd5-dda6-41c1-a033-889517187de5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0514200 Apr 12 19:16:00.451704 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81be2ba4-d32a-49dd-9008-ecda9fce9ee0 req-b80c84f3-bf52-4d5b-8a8e-6d057d5100a7 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454788 Apr 12 19:16:00.780406 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feef06-f4ba-4015-adfd-f172fe8338a0 req-c0814113-efee-4f8b-b88f-d12b41c25f11 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:00.781833 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5feef06-f4ba-4015-adfd-f172fe8338a0 req-c0814113-efee-4f8b-b88f-d12b41c25f11 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0466607 Apr 12 19:16:00.830555 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5feef06-f4ba-4015-adfd-f172fe8338a0 req-a130c168-dd54-4672-bf40-274b1f59ac82 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Apr 12 19:16:01.565402 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971ece7-61ff-4ae7-b9bf-17225cac37d9 req-65971a47-b5b7-4669-9063-dd7700ada68a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:01.567776 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0971ece7-61ff-4ae7-b9bf-17225cac37d9 req-65971a47-b5b7-4669-9063-dd7700ada68a tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0464256 Apr 12 19:16:01.615556 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0971ece7-61ff-4ae7-b9bf-17225cac37d9 req-c7f4ad2b-533a-448c-9340-5acc13d005ef tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 Apr 12 19:16:01.841673 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-d9efb5d8-8d89-4a64-b04d-8c0c89cd2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:01.843828 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-d9efb5d8-8d89-4a64-b04d-8c0c89cd2261 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0495088 Apr 12 19:16:01.883627 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:01.946437 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-f67edfe3-84dc-43d7-a55b-b252c58e95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:01.946690 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b886-5afa-46a3-9927-fee78e251cad req-8a4dc9d1-e547-470a-aee1-3b8aec620227 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:01.947950 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-f67edfe3-84dc-43d7-a55b-b252c58e95f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.0879037 Apr 12 19:16:01.948229 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6875b886-5afa-46a3-9927-fee78e251cad req-8a4dc9d1-e547-470a-aee1-3b8aec620227 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0469351 Apr 12 19:16:01.995590 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6875b886-5afa-46a3-9927-fee78e251cad req-1f490ac5-c01e-49bc-8dfd-31c6937470a8 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Apr 12 19:16:02.263865 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-cd175f13-c1b0-44a6-953d-cb573f69a24b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 200 len: 1000 time: 0.0617330 Apr 12 19:16:02.312598 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-981e6d22-85ed-4efb-8ecf-804794e96bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:02.314182 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-981e6d22-85ed-4efb-8ecf-804794e96bf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0438969 Apr 12 19:16:02.361016 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-a697816c-6b11-464c-b496-fcd37d62b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:02.362479 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-a697816c-6b11-464c-b496-fcd37d62b716 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392139 Apr 12 19:16:02.433848 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:16:02.465310 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-51e80491-190e-4f32-878d-4bbef4463c67 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880439 Apr 12 19:16:02.532166 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:16:02.544292 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'port_id': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'mac_address': 'fa:16:3e:34:0b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:16:02.563789 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46af1b07-7dc5-455a-9b7c-f5b390767215 req-e8fc653c-4d0c-4e1b-85d0-5fe51074d757 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889845 Apr 12 19:16:02.584397 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:16:02.585085 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:02.598392 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:16:02.618797 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:16:02.694995 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:02.730067 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f272a-3672-487c-8288-de9e0def8f75 req-e1476243-c626-48bc-a84f-f8ad6df015ca tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:02.731860 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c3f272a-3672-487c-8288-de9e0def8f75 req-e1476243-c626-48bc-a84f-f8ad6df015ca tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 943 time: 0.0518043 Apr 12 19:16:02.745784 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=7']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:02.753316 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.753632 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.753974 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.754333 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.754671 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.754998 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.755321 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.755667 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.755992 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.756312 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.756634 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.757415 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.757415 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.757588 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.757903 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:02.782556 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c3f272a-3672-487c-8288-de9e0def8f75 req-0f09924b-9f63-443e-a4dc-a18ab569f1aa tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446072 Apr 12 19:16:03.037522 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:03.109532 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567bbfd-d624-4a34-a53e-ba9e95072ed1 req-a12f92a0-8c29-4032-8331-b5f739af3823 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:03.111031 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e567bbfd-d624-4a34-a53e-ba9e95072ed1 req-a12f92a0-8c29-4032-8331-b5f739af3823 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0476277 Apr 12 19:16:03.156922 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e567bbfd-d624-4a34-a53e-ba9e95072ed1 req-61fa4081-7f85-4419-acdb-a82cb3a6799e tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404537 Apr 12 19:16:03.245020 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['8bac9f6e-e424-45d4-ac5f-a96eb7ced154'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:16:03.895650 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab64e26-ce3c-4ac1-9c27-e5b18e9d7495 req-78396669-b36b-4486-86f0-e9f12cbc65e4 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:03.897089 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8ab64e26-ce3c-4ac1-9c27-e5b18e9d7495 req-78396669-b36b-4486-86f0-e9f12cbc65e4 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0495117 Apr 12 19:16:03.944231 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8ab64e26-ce3c-4ac1-9c27-e5b18e9d7495 req-bb8b6588-e298-4ddc-87e0-8b65cf085487 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 Apr 12 19:16:04.266454 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7364fb-d773-4f5d-9c65-c35bbdc8aeef req-428bfb93-8d6d-4d97-a9c5-d37ec56f925a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:04.267803 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8d7364fb-d773-4f5d-9c65-c35bbdc8aeef req-428bfb93-8d6d-4d97-a9c5-d37ec56f925a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0453348 Apr 12 19:16:04.312894 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8d7364fb-d773-4f5d-9c65-c35bbdc8aeef req-4d740c4e-b587-4a52-aa31-2084ad29787a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396614 Apr 12 19:16:05.052157 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847d31-f4e4-42d7-979f-8992c72cb2fc req-18fd4630-4533-494e-b5d7-8f4f97ce6cea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:05.053574 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9847d31-f4e4-42d7-979f-8992c72cb2fc req-18fd4630-4533-494e-b5d7-8f4f97ce6cea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0452986 Apr 12 19:16:05.103929 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9847d31-f4e4-42d7-979f-8992c72cb2fc req-425213d9-2a68-4cd4-a197-8b3f2abfc47d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448055 Apr 12 19:16:05.423449 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae3b47-c4e9-4805-8f40-372e64a753b1 req-6c5ab984-5a2a-4836-aab3-c5ab39c58373 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:05.425018 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9aae3b47-c4e9-4805-8f40-372e64a753b1 req-6c5ab984-5a2a-4836-aab3-c5ab39c58373 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0464149 Apr 12 19:16:05.471318 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9aae3b47-c4e9-4805-8f40-372e64a753b1 req-17b4c337-40a4-4b97-b0df-b4208ede2e17 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Apr 12 19:16:06.217744 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22b4ac-54de-4e31-9530-df8ef94f8547 req-9a6f8afd-9f3c-4aa3-835b-80ce548a0010 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:06.219188 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ca22b4ac-54de-4e31-9530-df8ef94f8547 req-9a6f8afd-9f3c-4aa3-835b-80ce548a0010 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0456498 Apr 12 19:16:06.266686 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ca22b4ac-54de-4e31-9530-df8ef94f8547 req-daf4121e-12e6-44b1-8389-612318ef5122 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Apr 12 19:16:06.584418 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466029f2-e732-4317-a7e3-fb0f8afcfc36 req-d55843da-eadd-46c3-bd0f-9367b70b25a3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:06.585854 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-466029f2-e732-4317-a7e3-fb0f8afcfc36 req-d55843da-eadd-46c3-bd0f-9367b70b25a3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Apr 12 19:16:06.630936 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-466029f2-e732-4317-a7e3-fb0f8afcfc36 req-db7b3e00-4a1a-46b2-836d-94a153ed3476 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 Apr 12 19:16:07.375990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc647d7-7173-457f-9512-a6cb63cc26e4 req-2a5ddb63-867c-416d-a443-1ce7049e6794 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:07.377420 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1fc647d7-7173-457f-9512-a6cb63cc26e4 req-2a5ddb63-867c-416d-a443-1ce7049e6794 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0457451 Apr 12 19:16:07.423399 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1fc647d7-7173-457f-9512-a6cb63cc26e4 req-07f62836-e06c-4949-b7d1-4e40cb0017dc tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 Apr 12 19:16:07.745137 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e2a6d-e7f7-4d60-aefb-d3d077e5d953 req-93008bc2-7a00-4a8e-bac0-c493a33230b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:07.746554 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2f0e2a6d-e7f7-4d60-aefb-d3d077e5d953 req-93008bc2-7a00-4a8e-bac0-c493a33230b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0461938 Apr 12 19:16:07.796598 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2f0e2a6d-e7f7-4d60-aefb-d3d077e5d953 req-d3e32cf4-36e0-4b68-9113-73cb34fb9b45 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 Apr 12 19:16:08.532467 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced04451-cee6-40eb-acc3-734b6b70aca1 req-4551ebba-f769-48a8-9c36-bac1d0d2f1f2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:08.533885 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ced04451-cee6-40eb-acc3-734b6b70aca1 req-4551ebba-f769-48a8-9c36-bac1d0d2f1f2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 944 time: 0.0459151 Apr 12 19:16:08.581980 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ced04451-cee6-40eb-acc3-734b6b70aca1 req-3a1452ca-45b9-4ddc-880b-79d116195fa1 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 Apr 12 19:16:08.708020 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:16:08.756644 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:16:08.757019 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:08.833181 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:16:08.833572 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:08.856246 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:16:08.858721 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bb25b5-98a1-42fe-8615-affceabeb087" -d '{"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-plugged", "status": "completed", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:16:08.870804 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:16:08.898701 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2722ceff-87d8-4aeb-ace8-601a69ba005e x-openstack-request-id: req-2722ceff-87d8-4aeb-ace8-601a69ba005e {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:16:08.899013 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-plugged", "status": "completed", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:16:08.899268 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2722ceff-87d8-4aeb-ace8-601a69ba005e {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:16:08.899700 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2722ceff-87d8-4aeb-ace8-601a69ba005e'] response: {'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'code': 200} Apr 12 19:16:08.917793 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22c0d5-a225-4cf7-b1c8-141b41c0636e req-ffe8dd84-ff62-4a34-9876-c5aa25cf2129 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:08.921371 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fd22c0d5-a225-4cf7-b1c8-141b41c0636e req-ffe8dd84-ff62-4a34-9876-c5aa25cf2129 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0549667 Apr 12 19:16:08.952113 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:08.970896 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fd22c0d5-a225-4cf7-b1c8-141b41c0636e req-8961896e-9d40-403f-bdc6-36513dd5612b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Apr 12 19:16:09.003388 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=8']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:09.818594 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106c120-4a05-43f9-9f0a-316f3a609f8b req-bee902bb-b113-4598-bc0f-0ef3d4a47eac tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:09.820081 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0106c120-4a05-43f9-9f0a-316f3a609f8b req-bee902bb-b113-4598-bc0f-0ef3d4a47eac tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0506356 Apr 12 19:16:09.870251 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0106c120-4a05-43f9-9f0a-316f3a609f8b req-3ad8b6b8-6c00-40f9-9ee7-04ff4701d4d1 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Apr 12 19:16:10.082837 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f49005-f932-4391-a31f-526467f59dcb req-ba8bd356-c326-4249-a67f-dcb464515186 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:10.084319 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e6f49005-f932-4391-a31f-526467f59dcb req-ba8bd356-c326-4249-a67f-dcb464515186 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0469646 Apr 12 19:16:10.131851 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e6f49005-f932-4391-a31f-526467f59dcb req-0936cc1e-bbe3-4b67-9f36-ca646d4bfeb2 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Apr 12 19:16:10.986793 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b68d9-c807-4756-b03a-2686bf2fb201 req-5d0f0581-87bc-4fa3-928b-4130809e8641 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:10.988173 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c06b68d9-c807-4756-b03a-2686bf2fb201 req-5d0f0581-87bc-4fa3-928b-4130809e8641 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0538490 Apr 12 19:16:11.299161 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad4934-4603-44e1-9a7c-93d3fd55589a req-22f2fe03-6e08-4587-9051-122b2b41637a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:11.300506 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-abad4934-4603-44e1-9a7c-93d3fd55589a req-22f2fe03-6e08-4587-9051-122b2b41637a tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0609462 Apr 12 19:16:11.304949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c06b68d9-c807-4756-b03a-2686bf2fb201 req-1c3c1b22-76a0-4561-b5bc-2e1f038a976f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113754 Apr 12 19:16:11.346320 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-abad4934-4603-44e1-9a7c-93d3fd55589a req-1ea0fe1e-1328-4a66-a46c-030cead4c606 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Apr 12 19:16:11.457371 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f24021-6af1-4aab-aa0d-93ba31348869 req-d2678ce2-ba0d-4df5-9e8f-8e9ced26d6e4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:11.458813 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-09f24021-6af1-4aab-aa0d-93ba31348869 req-d2678ce2-ba0d-4df5-9e8f-8e9ced26d6e4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0512893 Apr 12 19:16:11.467878 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 40862) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:11.472215 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Request body: {'floatingip': {'port_id': '96173144-df00-4760-ac92-b0689521f5de'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:16:11.529148 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:11.994630 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:12.068708 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:12.278835 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:16:12.393520 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:16:12.398623 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:12.404731 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] Sync routers for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:16:12.415959 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:16:12.417122 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:15:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:12.434599 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:16:12.435996 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8494932-e111-4c35-b69d-5c2507c5bb99" -d '{"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:16:12.483433 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-42a9f555-8d89-4a26-9bd2-da08cbd970b0 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "PUT /v2.0/floatingips/7f50388b-7297-4a32-89af-a936b53dddf7 HTTP/1.1" status: 200 len: 992 time: 1.0144272 Apr 12 19:16:12.532621 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:16:12.543995 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f3717c-4019-4813-8a08-f7708c4480b6 x-openstack-request-id: req-d7f3717c-4019-4813-8a08-f7708c4480b6 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:16:12.544292 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:16:12.544570 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7f3717c-4019-4813-8a08-f7708c4480b6 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:16:12.544978 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f3717c-4019-4813-8a08-f7708c4480b6'] response: {'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de', 'status': 'completed', 'code': 200} Apr 12 19:16:12.580289 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555687-b370-495d-a3bf-4226536862df req-2c5e8aca-2d5a-4c5c-9794-c8480df16f35 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:12.581793 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ca555687-b370-495d-a3bf-4226536862df req-2c5e8aca-2d5a-4c5c-9794-c8480df16f35 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Apr 12 19:16:12.634039 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ca555687-b370-495d-a3bf-4226536862df req-4ee6ebd5-81f7-402f-87e9-75e1001054f4 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Apr 12 19:16:12.752340 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '7f50388b-7297-4a32-89af-a936b53dddf7', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'port_id': '96173144-df00-4760-ac92-b0689521f5de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'mac_address': 'fa:16:3e:23:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:35Z', 'updated_at': '2022-04-12T19:16:11Z', 'revision_number': 3, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:12.778806 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] Checking router: af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:16:12.787093 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:16:12.787652 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:15:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:12.892999 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:16:13.103317 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '7f50388b-7297-4a32-89af-a936b53dddf7', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'port_id': '96173144-df00-4760-ac92-b0689521f5de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'mac_address': 'fa:16:3e:23:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:35Z', 'updated_at': '2022-04-12T19:16:11Z', 'revision_number': 3, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:13.133278 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebe1c1-df71-4d3d-8131-bb48137b2aed None None] The sync data for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi is: [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '7f50388b-7297-4a32-89af-a936b53dddf7', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'port_id': '96173144-df00-4760-ac92-b0689521f5de', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'mac_address': 'fa:16:3e:23:ec:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:12:35Z', 'updated_at': '2022-04-12T19:16:11Z', 'revision_number': 3, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:16:13.750367 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d418-fcb2-4172-a190-3f9031a1555b req-55a7ff21-fa07-4477-8649-80ff6b97bd04 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:13.751821 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1510d418-fcb2-4172-a190-3f9031a1555b req-55a7ff21-fa07-4477-8649-80ff6b97bd04 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0490694 Apr 12 19:16:13.799538 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1510d418-fcb2-4172-a190-3f9031a1555b req-e103acd5-e2f7-442d-bffc-5cb510e1875d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423062 Apr 12 19:16:14.545935 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:16:14.548488 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982f8ff-c181-4598-b77e-531105152925" -d '{"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:16:14.582425 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3b8432-d214-4a68-b2e4-85a09da77435 x-openstack-request-id: req-ea3b8432-d214-4a68-b2e4-85a09da77435 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:16:14.582695 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "tag": "96173144-df00-4760-ac92-b0689521f5de", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:16:14.582972 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea3b8432-d214-4a68-b2e4-85a09da77435 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:16:14.583382 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3b8432-d214-4a68-b2e4-85a09da77435'] response: {'name': 'network-changed', 'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'tag': '96173144-df00-4760-ac92-b0689521f5de', 'status': 'completed', 'code': 200} Apr 12 19:16:14.909944 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c161c-1eb6-4f92-bc66-16af718ed446 req-6c32320f-09ef-4dac-983f-368598463c7b tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:14.911383 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-134c161c-1eb6-4f92-bc66-16af718ed446 req-6c32320f-09ef-4dac-983f-368598463c7b tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0464163 Apr 12 19:16:14.958358 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-134c161c-1eb6-4f92-bc66-16af718ed446 req-8b96cf28-7bc5-4d09-a054-cb36a2876133 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Apr 12 19:16:15.314220 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-d26433ab-9866-40ba-8d74-58b972ccbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:15.315835 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-d26433ab-9866-40ba-8d74-58b972ccbebb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0437331 Apr 12 19:16:15.364951 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b4bb6-5b40-45f1-ab6a-d62a4293aae4 req-27644789-c7f6-4ef5-a51c-3ed604ff51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:15.366416 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c3b4bb6-5b40-45f1-ab6a-d62a4293aae4 req-27644789-c7f6-4ef5-a51c-3ed604ff51d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1129 time: 0.0411413 Apr 12 19:16:15.409693 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-2b5e337a-d59c-4e16-9e7d-b893e048917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:15.411128 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-2b5e337a-d59c-4e16-9e7d-b893e048917f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.0855041 Apr 12 19:16:15.474631 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c3b4bb6-5b40-45f1-ab6a-d62a4293aae4 req-40515f5d-5394-4ce4-a5c9-ed4e537aff9c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400224 Apr 12 19:16:15.497043 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-4151c7b7-ff1e-4a71-b7a3-34db1eb82c04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 200 len: 1000 time: 0.0629780 Apr 12 19:16:16.070753 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed21354-0e01-4628-a820-4fd9d2ce4be5 req-ca9b713b-3a56-4b47-8a55-5ef350f2702f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:16.072223 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eed21354-0e01-4628-a820-4fd9d2ce4be5 req-ca9b713b-3a56-4b47-8a55-5ef350f2702f tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0473514 Apr 12 19:16:16.121237 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eed21354-0e01-4628-a820-4fd9d2ce4be5 req-69b7b5dc-8a0c-43f5-8e28-de020bf0882d tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Apr 12 19:16:16.477071 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-08077fdb-de6d-455c-8ee8-e9bf53c05dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:16.478604 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-08077fdb-de6d-455c-8ee8-e9bf53c05dc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0450616 Apr 12 19:16:16.521212 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-5d22961e-292b-4bd9-9892-5fef10cb55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:16.522642 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-5d22961e-292b-4bd9-9892-5fef10cb55a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374746 Apr 12 19:16:16.618217 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-c487f47d-06f9-40c4-a314-d5552a258e90 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831444 Apr 12 19:16:16.707257 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8494932-e111-4c35-b69d-5c2507c5bb99 req-ddf392dd-b3e1-4bf2-88fb-0978951c1c33 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809460 Apr 12 19:16:16.741640 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:16:16.861190 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f8ff-c181-4598-b77e-531105152925 req-28bdabee-dda4-4a8b-ba09-2944c67bc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:16.862679 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b982f8ff-c181-4598-b77e-531105152925 req-28bdabee-dda4-4a8b-ba09-2944c67bc809 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 1129 time: 0.0474384 Apr 12 19:16:17.233201 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17354a65-7c0d-465e-b07d-64e5bb78b5a5 req-cf615aff-05b4-428e-a612-a12be21cb466 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:17.234680 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17354a65-7c0d-465e-b07d-64e5bb78b5a5 req-cf615aff-05b4-428e-a612-a12be21cb466 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0466664 Apr 12 19:16:17.285967 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17354a65-7c0d-465e-b07d-64e5bb78b5a5 req-4cf5b87a-1d05-4a7e-b2ed-5f4938a632c7 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456965 Apr 12 19:16:17.515490 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f8ff-c181-4598-b77e-531105152925 req-4ba42db3-b092-448b-b774-13ed40de7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:17.516956 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b982f8ff-c181-4598-b77e-531105152925 req-4ba42db3-b092-448b-b774-13ed40de7b65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.0876768 Apr 12 19:16:17.605872 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b982f8ff-c181-4598-b77e-531105152925 req-ea5cf48a-b448-4e8d-a1e2-582b69823fb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 200 len: 1000 time: 0.0617328 Apr 12 19:16:17.659932 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f8ff-c181-4598-b77e-531105152925 req-059e2538-caa4-482b-9a72-b3b178a038d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:17.661315 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b982f8ff-c181-4598-b77e-531105152925 req-059e2538-caa4-482b-9a72-b3b178a038d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0427294 Apr 12 19:16:17.723268 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982f8ff-c181-4598-b77e-531105152925 req-a04a87f7-92ac-46e9-bea0-b6b4191cd9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:17.724754 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b982f8ff-c181-4598-b77e-531105152925 req-a04a87f7-92ac-46e9-bea0-b6b4191cd9e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395088 Apr 12 19:16:17.817348 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b982f8ff-c181-4598-b77e-531105152925 req-95abd244-df19-48ba-93db-825a605f1612 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838754 Apr 12 19:16:18.252312 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752f563-4f82-4713-b02c-b19ed64090aa req-cdbd24e6-19c1-4a78-8bd8-a0cb07c78d02 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:18.253763 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9752f563-4f82-4713-b02c-b19ed64090aa req-cdbd24e6-19c1-4a78-8bd8-a0cb07c78d02 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0475519 Apr 12 19:16:18.299714 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9752f563-4f82-4713-b02c-b19ed64090aa req-904f3c74-26bb-45bb-80d0-b847c7ae9ff4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 Apr 12 19:16:18.398414 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2778ebb-75b3-41e9-af8a-e9232036c830 req-7ffa782e-dd80-4a4f-b352-d57021c18f58 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:18.400381 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a2778ebb-75b3-41e9-af8a-e9232036c830 req-7ffa782e-dd80-4a4f-b352-d57021c18f58 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0474501 Apr 12 19:16:18.421963 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b982f8ff-c181-4598-b77e-531105152925 req-9506349f-721c-4471-9f86-5d3f8ad1be4e service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862334 Apr 12 19:16:18.450005 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a2778ebb-75b3-41e9-af8a-e9232036c830 req-18bad11f-3a1a-4b35-bfe2-b00cb8d647a2 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Apr 12 19:16:19.416422 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad669d-bc5c-4d93-b17c-06da49da110c req-b9ee95f0-b6b5-4d78-8c12-fa5f032bebba tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:19.418780 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18ad669d-bc5c-4d93-b17c-06da49da110c req-b9ee95f0-b6b5-4d78-8c12-fa5f032bebba tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0514400 Apr 12 19:16:19.464901 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18ad669d-bc5c-4d93-b17c-06da49da110c req-3822d5c8-e2d8-402e-8a80-aa48d6521b69 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Apr 12 19:16:20.576592 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c864e-df8b-480a-893b-834f810ce9e2 req-34fe2e7a-b11f-47c0-a1f4-c062b0e0bfa2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:20.578052 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f63c864e-df8b-480a-893b-834f810ce9e2 req-34fe2e7a-b11f-47c0-a1f4-c062b0e0bfa2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0464594 Apr 12 19:16:20.624584 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f63c864e-df8b-480a-893b-834f810ce9e2 req-7a950acf-5d74-471c-aeff-2b03563f95e7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408673 Apr 12 19:16:21.737472 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e577e9-7d22-4f1a-8051-d541d652e8cd req-6cf50605-e148-4eed-9b61-69c7d0c5fdce tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:21.738959 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37e577e9-7d22-4f1a-8051-d541d652e8cd req-6cf50605-e148-4eed-9b61-69c7d0c5fdce tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0473776 Apr 12 19:16:21.788441 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37e577e9-7d22-4f1a-8051-d541d652e8cd req-eefa3e6a-d38e-4505-9f05-b438b69e7a0a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438771 Apr 12 19:16:22.900846 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05fd00-bc53-44cf-a423-4308fed3f96f req-a58d4caa-e517-41f3-8e04-1fd61da03e93 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:22.902955 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b05fd00-bc53-44cf-a423-4308fed3f96f req-a58d4caa-e517-41f3-8e04-1fd61da03e93 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0495031 Apr 12 19:16:22.949522 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b05fd00-bc53-44cf-a423-4308fed3f96f req-1a1d5da7-7239-4ef0-8d67-444cc821aba7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406036 Apr 12 19:16:24.062871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b6466-2a68-481a-bce7-8ca0d919657f req-c89f1e00-35ec-44c7-b779-20834fdeff70 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:24.064385 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c3b6466-2a68-481a-bce7-8ca0d919657f req-c89f1e00-35ec-44c7-b779-20834fdeff70 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0474021 Apr 12 19:16:24.111907 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c3b6466-2a68-481a-bce7-8ca0d919657f req-870f4db4-dbea-4db3-be27-b3be83b6fdcd tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Apr 12 19:16:24.398906 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7939a5-5d2e-4ca5-bace-c1cd007e74a9 req-a803190a-4abc-48f9-a10d-7097000345ce tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:24.400375 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ad7939a5-5d2e-4ca5-bace-c1cd007e74a9 req-a803190a-4abc-48f9-a10d-7097000345ce tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 945 time: 0.0501633 Apr 12 19:16:24.446686 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ad7939a5-5d2e-4ca5-bace-c1cd007e74a9 req-051c5969-6d88-4a87-b1ae-85d3ae12f706 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Apr 12 19:16:25.223947 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c7095-d13d-42e7-9373-7e9a78623147 req-faa86590-ad56-4bb7-91a2-ee57bd7152ab tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:25.225329 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-014c7095-d13d-42e7-9373-7e9a78623147 req-faa86590-ad56-4bb7-91a2-ee57bd7152ab tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0462370 Apr 12 19:16:25.272374 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-014c7095-d13d-42e7-9373-7e9a78623147 req-58b90dfa-2ec1-48f8-b1dd-fddb96fe9deb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Apr 12 19:16:25.563100 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e5b4-ce3f-442a-8dd7-2a2ba75da415 req-0223e821-cb6c-4fe0-aba7-ec9daff359d7 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:25.565490 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5859e5b4-ce3f-442a-8dd7-2a2ba75da415 req-0223e821-cb6c-4fe0-aba7-ec9daff359d7 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 945 time: 0.0492332 Apr 12 19:16:25.611049 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5859e5b4-ce3f-442a-8dd7-2a2ba75da415 req-7040d494-e8f7-49ad-bb15-98a824c77a41 tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Apr 12 19:16:26.384361 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6d2c3-39be-4f0a-b46b-1500449f7faf req-92d191df-2454-4947-bad4-f19ff235ed72 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:26.386470 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-34a6d2c3-39be-4f0a-b46b-1500449f7faf req-92d191df-2454-4947-bad4-f19ff235ed72 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0461082 Apr 12 19:16:26.397358 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:26.431668 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-34a6d2c3-39be-4f0a-b46b-1500449f7faf req-c290f65c-8586-4214-8f77-800880a08d72 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 Apr 12 19:16:26.473813 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-f4a2e165-d377-4db2-adb4-a2511ee69a2c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:26.475289 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-f4a2e165-d377-4db2-adb4-a2511ee69a2c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 945 time: 0.0517447 Apr 12 19:16:26.560718 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Deleting port 1219d2b2-0cb3-497c-9c78-8bbeab739422 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:16:26.561062 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:26.643080 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-407ea737-8ffb-4e33-9d3f-49b982c47837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:26.654378 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] For port 1219d2b2-0cb3-497c-9c78-8bbeab739422, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1219d2b2-0cb3-497c-9c78-8bbeab739422,segment=NetworkSegment(29cb1811-886d-4518-9f83-f2300c9fb27e),segment_id=29cb1811-886d-4518-9f83-f2300c9fb27e)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:16:26.654730 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:26.668552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Calling delete_port for 1219d2b2-0cb3-497c-9c78-8bbeab739422 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:16:26.722590 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a5c31-7ff7-43d5-b665-97e410c39eed req-7643f970-3e7f-457e-bf90-7e8874bddf1d tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:26.724006 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fa1a5c31-7ff7-43d5-b665-97e410c39eed req-7643f970-3e7f-457e-bf90-7e8874bddf1d tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 945 time: 0.0462782 Apr 12 19:16:26.774452 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fa1a5c31-7ff7-43d5-b665-97e410c39eed req-51c5f8d4-5a1e-4558-8b6b-6b9389532fdf tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe0039eb-8c3c-473e-a6a3-dce613f82ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448437 Apr 12 19:16:26.848965 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (1219d2b2-0cb3-497c-9c78-8bbeab739422), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:26.860704 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['1219d2b2-0cb3-497c-9c78-8bbeab739422'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:16:26.880090 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Pushing event deleted for resources: {'Port': ['ID=1219d2b2-0cb3-497c-9c78-8bbeab739422,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:26.894005 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.894357 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.894827 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.895175 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.895535 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.895912 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.896272 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.896600 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.896930 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.897256 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.897584 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.897909 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.898233 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.898555 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.898877 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:26.936068 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] No DVR routers for this DVR port 1219d2b2-0cb3-497c-9c78-8bbeab739422 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:16:26.938421 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:26.941604 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-18bd4e1d-fe30-4b65-8fce-c96b4122a84e req-59bb9d93-e990-44d7-92b4-d5da4b03b70c tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.46 "DELETE /v2.0/ports/1219d2b2-0cb3-497c-9c78-8bbeab739422 HTTP/1.1" status: 204 len: 173 time: 0.4606261 Apr 12 19:16:26.942181 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'name': 'network-vif-deleted', 'tag': '1219d2b2-0cb3-497c-9c78-8bbeab739422'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:16:26.944327 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21297aa1-8a87-4d1f-abd7-fdc0feb304d2" -d '{"events": [{"server_uuid": "9a75fb8f-15e7-4858-9598-270af6d18f5f", "name": "network-vif-deleted", "tag": "1219d2b2-0cb3-497c-9c78-8bbeab739422"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:16:26.977738 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab7fa5-e275-4be3-94f0-f670352bf637 x-openstack-request-id: req-bdab7fa5-e275-4be3-94f0-f670352bf637 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:16:26.978027 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75fb8f-15e7-4858-9598-270af6d18f5f", "name": "network-vif-deleted", "tag": "1219d2b2-0cb3-497c-9c78-8bbeab739422", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:16:26.978274 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bdab7fa5-e275-4be3-94f0-f670352bf637 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:16:26.978700 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdab7fa5-e275-4be3-94f0-f670352bf637'] response: {'server_uuid': '9a75fb8f-15e7-4858-9598-270af6d18f5f', 'name': 'network-vif-deleted', 'tag': '1219d2b2-0cb3-497c-9c78-8bbeab739422', 'status': 'completed', 'code': 200} Apr 12 19:16:27.542461 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c234dc2-cd2a-4f2e-be0c-666a0bdefa4e req-0a5b0d0a-e43b-47d6-8421-f979b944b815 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:27.544090 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c234dc2-cd2a-4f2e-be0c-666a0bdefa4e req-0a5b0d0a-e43b-47d6-8421-f979b944b815 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0460124 Apr 12 19:16:27.593153 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c234dc2-cd2a-4f2e-be0c-666a0bdefa4e req-0e06c38a-79e0-480d-8988-216019ac8b5c tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435100 Apr 12 19:16:27.884942 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-14ac4427-2302-4ff2-b089-92f9bb0d015f req-ecb6ca4a-3638-4bc5-8296-c7abbaabbb7e tempest-VolumesSnapshotTestJSON-368701904 tempest-VolumesSnapshotTestJSON-368701904-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a75fb8f-15e7-4858-9598-270af6d18f5f HTTP/1.1" status: 200 len: 210 time: 0.0296605 Apr 12 19:16:28.703353 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0e41-cd5a-4210-9897-52fbdc30bdf1 req-71078092-64c5-4bf4-963a-c3d58c15414d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:28.704847 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fe2c0e41-cd5a-4210-9897-52fbdc30bdf1 req-71078092-64c5-4bf4-963a-c3d58c15414d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0463166 Apr 12 19:16:28.753837 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fe2c0e41-cd5a-4210-9897-52fbdc30bdf1 req-8d6fbc99-8772-4e84-8e7f-c8d197c86f83 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Apr 12 19:16:28.950120 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c2b995b-7bc8-4e9b-9ac3-ce4cd9f9fa78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:29.872847 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef88dd7-7876-40cb-8a05-626fded38581 req-ce3d5cba-b1d1-45ff-8302-1f5c8a43ca83 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:29.874271 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3ef88dd7-7876-40cb-8a05-626fded38581 req-ce3d5cba-b1d1-45ff-8302-1f5c8a43ca83 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0467575 Apr 12 19:16:29.921712 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3ef88dd7-7876-40cb-8a05-626fded38581 req-d4c4f5b7-b4ae-4ed6-8bd5-de49e1995773 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Apr 12 19:16:30.211601 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:30.826326 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1219d2b2-0cb3-497c-9c78-8bbeab739422 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:16:30.848395 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 1219d2b2-0cb3-497c-9c78-8bbeab739422 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:16:30.848737 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1219d2b2-0cb3-497c-9c78-8bbeab739422 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:16:31.036993 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc0fab-4e75-42f6-8044-693e321a1c35 req-56957b8a-34b7-44a4-8de8-a18e43ea8616 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:31.038446 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f5dc0fab-4e75-42f6-8044-693e321a1c35 req-56957b8a-34b7-44a4-8de8-a18e43ea8616 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0497024 Apr 12 19:16:31.086886 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f5dc0fab-4e75-42f6-8044-693e321a1c35 req-1ffe7e2e-1a14-492a-b1b6-7c3788b11222 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 Apr 12 19:16:31.805513 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:32.201214 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdbf27-a320-48ee-9f37-58839013bfc3 req-fb8581d5-c564-4cef-8e95-3a29508e0a20 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:32.202672 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7cdbf27-a320-48ee-9f37-58839013bfc3 req-fb8581d5-c564-4cef-8e95-3a29508e0a20 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0501988 Apr 12 19:16:32.248599 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7cdbf27-a320-48ee-9f37-58839013bfc3 req-e21bdc8e-2690-4b93-a989-09a17aa951d5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Apr 12 19:16:33.025653 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:33.361132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419e0f0-b05f-4f1f-aca7-66d374062a16 req-e08eb659-7cb0-4474-b0f5-b2fece5352d7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:33.362561 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b419e0f0-b05f-4f1f-aca7-66d374062a16 req-e08eb659-7cb0-4474-b0f5-b2fece5352d7 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0470862 Apr 12 19:16:33.409273 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b419e0f0-b05f-4f1f-aca7-66d374062a16 req-340c855d-25eb-4cc6-8dc0-354a6fdfe1d6 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412076 Apr 12 19:16:34.521525 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b063-38fa-40d4-85f2-7f739e82199f req-c7538c5a-10ed-4925-b02b-c276815f7677 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:34.522964 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2414b063-38fa-40d4-85f2-7f739e82199f req-c7538c5a-10ed-4925-b02b-c276815f7677 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0493934 Apr 12 19:16:34.568452 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2414b063-38fa-40d4-85f2-7f739e82199f req-85499943-0ad5-4d16-9848-e4fa5da9d847 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400462 Apr 12 19:16:35.680343 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d7d79-dfe9-445d-b78d-656f476cbc07 req-4f8a2731-c703-4814-ae0a-f1315e250d61 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:35.682383 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-589d7d79-dfe9-445d-b78d-656f476cbc07 req-4f8a2731-c703-4814-ae0a-f1315e250d61 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0471129 Apr 12 19:16:35.728805 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-589d7d79-dfe9-445d-b78d-656f476cbc07 req-47356eef-a4b4-4266-8ae6-e2154c990a48 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402071 Apr 12 19:16:36.071126 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d1213-a7a5-4fc0-a5d0-1b745ab8c8ee req-ac1fb19c-8c3f-48d6-bf40-0b37dfc12df4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:36.072655 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-de5d1213-a7a5-4fc0-a5d0-1b745ab8c8ee req-ac1fb19c-8c3f-48d6-bf40-0b37dfc12df4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0483639 Apr 12 19:16:36.128028 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-de5d1213-a7a5-4fc0-a5d0-1b745ab8c8ee req-912c1a02-85ac-4526-9868-b743133f8270 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490141 Apr 12 19:16:36.179333 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-cd013e29-4a1e-46b5-abfe-0b8699de73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:36.180889 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-cd013e29-4a1e-46b5-abfe-0b8699de73c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 1130 time: 0.0388765 Apr 12 19:16:36.274348 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-9b5a41c0-13e2-4d06-85a8-1547a2c32cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:36.275766 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-9b5a41c0-13e2-4d06-85a8-1547a2c32cc2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 911 time: 0.0889509 Apr 12 19:16:36.337849 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-d9e03b05-9dc0-4458-bd22-9cfcf75151b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee HTTP/1.1" status: 200 len: 1001 time: 0.0559392 Apr 12 19:16:36.390502 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-a1964e19-459c-4dec-adf6-d4d2385099db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:36.391979 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-a1964e19-459c-4dec-adf6-d4d2385099db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 200 len: 849 time: 0.0475142 Apr 12 19:16:36.435753 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-3e64ced7-4c4e-4349-b417-4495577dc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:36.437195 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-3e64ced7-4c4e-4349-b417-4495577dc19f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d0759b3-99b2-4873-8fa8-0360799658f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378585 Apr 12 19:16:36.524926 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-9cb3cef4-bce0-4365-b7a4-2f6b7e26edf7 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809865 Apr 12 19:16:36.619577 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7561770-9ee8-41b2-be4b-5a91bc734033 req-9b250b87-b504-46c9-af58-5cf569e6b0a9 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884316 Apr 12 19:16:37.243166 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84581405-3027-4ec2-90e0-e1db8e4cf928 req-496bd271-886d-4ad5-babe-0a11c534d99e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:37.244628 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-84581405-3027-4ec2-90e0-e1db8e4cf928 req-496bd271-886d-4ad5-babe-0a11c534d99e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0473928 Apr 12 19:16:37.291267 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-84581405-3027-4ec2-90e0-e1db8e4cf928 req-50dd9ff7-77ee-4958-a50d-722d8406013a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408089 Apr 12 19:16:38.403887 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9190b4-b27c-4b65-8d76-2da57b8ad185 req-dbfe303a-38ec-40f2-a66f-86182d2f9f4d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:38.405988 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ed9190b4-b27c-4b65-8d76-2da57b8ad185 req-dbfe303a-38ec-40f2-a66f-86182d2f9f4d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0474231 Apr 12 19:16:38.452140 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ed9190b4-b27c-4b65-8d76-2da57b8ad185 req-9779004c-63ac-4c68-bc3a-64d00dab5c0b tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 Apr 12 19:16:39.954852 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46f794-f748-43ae-a7e8-fc58a914bddb req-9b2523c4-e588-47e9-923a-7023150fa0a5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:39.956323 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8e46f794-f748-43ae-a7e8-fc58a914bddb req-9b2523c4-e588-47e9-923a-7023150fa0a5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0516694 Apr 12 19:16:40.002017 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8e46f794-f748-43ae-a7e8-fc58a914bddb req-3d8d6b47-365e-45ac-b496-4aec2189aa3d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Apr 12 19:16:41.122016 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947f57-c399-4078-931c-a595910d79ac req-231eb2a9-987b-4257-971b-31ef283c1279 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:41.123451 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a947f57-c399-4078-931c-a595910d79ac req-231eb2a9-987b-4257-971b-31ef283c1279 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0469694 Apr 12 19:16:41.169507 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a947f57-c399-4078-931c-a595910d79ac req-06a044bf-36e5-40f0-b119-e28ad74631ed tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404546 Apr 12 19:16:42.283872 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fccac-b2b8-4a56-a701-53737c9e1379 req-02b71417-9883-4e0c-a57a-b381223ef143 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:42.285311 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8e8fccac-b2b8-4a56-a701-53737c9e1379 req-02b71417-9883-4e0c-a57a-b381223ef143 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0459578 Apr 12 19:16:42.333281 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8e8fccac-b2b8-4a56-a701-53737c9e1379 req-b37e05a1-71a4-42a2-8bb0-9f0af3d4b027 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 Apr 12 19:16:43.447956 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7037764-f462-4afd-ab84-b8a0b89a6a01 req-7196c96f-816d-4ef9-892f-4578220a3a9b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:43.449396 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d7037764-f462-4afd-ab84-b8a0b89a6a01 req-7196c96f-816d-4ef9-892f-4578220a3a9b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0464745 Apr 12 19:16:43.495573 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d7037764-f462-4afd-ab84-b8a0b89a6a01 req-ce813c0b-bdb7-49a2-b369-79f07178d913 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401947 Apr 12 19:16:44.611786 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339b11-1f27-4794-a1dc-ebaf4c42a592 req-63f87d51-5efb-459b-9891-4ba7963d5da2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:44.613227 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f339b11-1f27-4794-a1dc-ebaf4c42a592 req-63f87d51-5efb-459b-9891-4ba7963d5da2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0463262 Apr 12 19:16:44.659184 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f339b11-1f27-4794-a1dc-ebaf4c42a592 req-250e0b7f-7218-4b20-bd8f-974bcc24a6ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 Apr 12 19:16:45.776875 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db2de5-f110-46ae-8a75-a79a696c3ddc req-c2d65eab-3ef2-4873-9557-5797c6301f41 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:45.778306 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-79db2de5-f110-46ae-8a75-a79a696c3ddc req-c2d65eab-3ef2-4873-9557-5797c6301f41 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0489163 Apr 12 19:16:45.822436 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-79db2de5-f110-46ae-8a75-a79a696c3ddc req-bdcd647e-7191-459a-b593-ac413d2bc5bf tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Apr 12 19:16:46.941583 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8264d-ca5f-4491-8600-7fa27aaab632 req-f3432b8c-226a-4c30-8a43-4db2504c65fa tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:46.943019 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37c8264d-ca5f-4491-8600-7fa27aaab632 req-f3432b8c-226a-4c30-8a43-4db2504c65fa tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0490735 Apr 12 19:16:46.993765 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980801b-da23-47e0-8517-19b19bff9b32 req-010e1425-66c0-4a5b-aeb7-bdcbbed0cf66 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:46.995223 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37c8264d-ca5f-4491-8600-7fa27aaab632 req-c79a9d6a-ea11-43a8-a8a1-7de0b3da7a71 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f69b979-2e93-420c-9171-3975916e4f20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429707 Apr 12 19:16:46.995459 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f980801b-da23-47e0-8517-19b19bff9b32 req-010e1425-66c0-4a5b-aeb7-bdcbbed0cf66 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 946 time: 0.0604656 Apr 12 19:16:47.091456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Deleting port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:16:47.091817 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:47.180489 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] For port 11bac7a5-f860-4102-9cd2-0beb9319c4d7, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=11bac7a5-f860-4102-9cd2-0beb9319c4d7,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:16:47.180847 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:47.648601 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:47.648973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (c5fceeca-9a82-49b7-8b09-ebaa6730f753), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:47.649308 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Floating IP c5fceeca-9a82-49b7-8b09-ebaa6730f753 disassociated. External IP: 172.27.0.104, port: 11bac7a5-f860-4102-9cd2-0beb9319c4d7. Apr 12 19:16:47.649646 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Calling delete_port for 11bac7a5-f860-4102-9cd2-0beb9319c4d7 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:16:47.865773 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (11bac7a5-f860-4102-9cd2-0beb9319c4d7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:47.893274 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event deleted for resources: {'Port': ['ID=11bac7a5-f860-4102-9cd2-0beb9319c4d7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:48.011637 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Router 5229262a-9cda-47ca-b23c-adc3bca84ed6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:16:48.102566 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f6a40c65-50e7-48fb-b222-d4d2efb85da1 req-fc019594-2062-4659-8e46-98b4222b7991 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0302858 Apr 12 19:16:48.127208 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:16:48.137925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] Sync routers for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:16:48.149889 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:16:48.149889 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:48.171354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] No DVR routers for this DVR port 11bac7a5-f860-4102-9cd2-0beb9319c4d7 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:16:48.174063 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:48.177346 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f980801b-da23-47e0-8517-19b19bff9b32 req-28eeee9e-3c87-480b-82a4-02b36715f655 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "DELETE /v2.0/ports/11bac7a5-f860-4102-9cd2-0beb9319c4d7 HTTP/1.1" status: 204 len: 173 time: 1.1762083 Apr 12 19:16:48.179628 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-deleted', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:16:48.180543 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde92465-c255-4196-98ad-9af31b358a8e" -d '{"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-deleted", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:16:48.215262 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d2b2f8-08b0-49ac-a3ef-624dba537614 x-openstack-request-id: req-96d2b2f8-08b0-49ac-a3ef-624dba537614 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:16:48.215582 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694de31f-001f-4522-9988-a382d0729f0f", "name": "network-vif-deleted", "tag": "11bac7a5-f860-4102-9cd2-0beb9319c4d7", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:16:48.215885 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96d2b2f8-08b0-49ac-a3ef-624dba537614 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:16:48.216294 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d2b2f8-08b0-49ac-a3ef-624dba537614'] response: {'server_uuid': '694de31f-001f-4522-9988-a382d0729f0f', 'name': 'network-vif-deleted', 'tag': '11bac7a5-f860-4102-9cd2-0beb9319c4d7', 'status': 'completed', 'code': 200} Apr 12 19:16:48.261099 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:16:48.449698 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:48.477297 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] Checking router: 5229262a-9cda-47ca-b23c-adc3bca84ed6 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:16:48.486717 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:16:48.487388 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:48.598448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:16:48.790708 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:48.817067 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39b13b2-3639-4b50-af13-5f4715fdbe43 None None] The sync data for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi is: [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:16:49.109367 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe293cc-d373-4e3d-a203-72979a13c742 None None] New status for floating IP c5fceeca-9a82-49b7-8b09-ebaa6730f753: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:16:49.224088 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-47375c19-dd38-4352-8265-c93381da87b2 req-afc2bbf4-c3d8-4b86-b66a-fffabe7cb5c1 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=694de31f-001f-4522-9988-a382d0729f0f HTTP/1.1" status: 200 len: 210 time: 0.0342245 Apr 12 19:16:50.380969 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41146) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:50.437003 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f765b30d-7cd5-4cd0-be68-912b5eeedde3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (9f69b979-2e93-420c-9171-3975916e4f20), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:50.468320 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f765b30d-7cd5-4cd0-be68-912b5eeedde3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (9f69b979-2e93-420c-9171-3975916e4f20), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:50.585741 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f765b30d-7cd5-4cd0-be68-912b5eeedde3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (9f69b979-2e93-420c-9171-3975916e4f20), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:50.588337 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f765b30d-7cd5-4cd0-be68-912b5eeedde3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:50.589568 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f765b30d-7cd5-4cd0-be68-912b5eeedde3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "DELETE /v2.0/security-groups/9f69b979-2e93-420c-9171-3975916e4f20 HTTP/1.1" status: 204 len: 168 time: 0.2074890 Apr 12 19:16:50.595507 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41150) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:50.599583 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765b30d-7cd5-4cd0-be68-912b5eeedde3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69b979-2e93-420c-9171-3975916e4f20,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:50.607544 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.api.v2.resource [None req-132e80f9-b9e4-47dd-93d7-d8e10d256961 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] show failed (client error): The resource could not be found. Apr 12 19:16:50.612045 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41152) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:50.612528 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-132e80f9-b9e4-47dd-93d7-d8e10d256961 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups/9f69b979-2e93-420c-9171-3975916e4f20 HTTP/1.1" status: 404 len: 347 time: 0.0180442 Apr 12 19:16:50.730930 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Deleting port bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:16:50.731189 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:50.809179 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:50.809501 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:50.822361 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Calling delete_port for bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:16:50.946812 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:16:50.971801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 11bac7a5-f860-4102-9cd2-0beb9319c4d7 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:16:50.972152 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 11bac7a5-f860-4102-9cd2-0beb9319c4d7 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:16:51.049075 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:51.077293 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event deleted for resources: {'Port': ['ID=bba0c4c6-7acc-4fe0-9d1f-3055e6cf5715,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:51.146323 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (c5fceeca-9a82-49b7-8b09-ebaa6730f753), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:51.149014 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:51.150183 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d1e42b82-4dd0-4874-8e6f-b38121eb306a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "DELETE /v2.0/floatingips/c5fceeca-9a82-49b7-8b09-ebaa6730f753 HTTP/1.1" status: 204 len: 168 time: 0.5370185 Apr 12 19:16:51.620000 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41160) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:51.624620 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b8d8e6c9-e2ed-4e41-9980-3a0aca1a397c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038045032', 'description': 'tempest-description--1075495755'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:16:51.731764 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e6c9-e2ed-4e41-9980-3a0aca1a397c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:51.808402 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e6c9-e2ed-4e41-9980-3a0aca1a397c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (dfcb10e7-fd19-4920-ac16-b8db0f2ce262), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:51.885619 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e6c9-e2ed-4e41-9980-3a0aca1a397c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (dfcb10e7-fd19-4920-ac16-b8db0f2ce262), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:51.917123 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8e6c9-e2ed-4e41-9980-3a0aca1a397c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb10e7-fd19-4920-ac16-b8db0f2ce262,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:51.979367 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e6c9-e2ed-4e41-9980-3a0aca1a397c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:51.980832 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b8d8e6c9-e2ed-4e41-9980-3a0aca1a397c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3597407 Apr 12 19:16:51.990042 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41166) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:51.994456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-50f64d82-c11f-446c-a070-c5608abf94db tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb10e7-fd19-4920-ac16-b8db0f2ce262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:16:52.102225 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50f64d82-c11f-446c-a070-c5608abf94db tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (9ddce170-1df3-4ff9-955c-db6764588697), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.158163 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50f64d82-c11f-446c-a070-c5608abf94db tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (9ddce170-1df3-4ff9-955c-db6764588697), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.266102 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50f64d82-c11f-446c-a070-c5608abf94db tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (9ddce170-1df3-4ff9-955c-db6764588697), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.283723 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f64d82-c11f-446c-a070-c5608abf94db tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddce170-1df3-4ff9-955c-db6764588697,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:52.361963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50f64d82-c11f-446c-a070-c5608abf94db tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.363193 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-50f64d82-c11f-446c-a070-c5608abf94db tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722131 Apr 12 19:16:52.365811 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41168) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:52.370217 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-60d12d12-0cf9-41d1-ab23-328c0fa942ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb10e7-fd19-4920-ac16-b8db0f2ce262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:16:52.456581 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60d12d12-0cf9-41d1-ab23-328c0fa942ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (88d15e5c-0ecd-404b-8e55-73b9255c8939), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.513891 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60d12d12-0cf9-41d1-ab23-328c0fa942ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (88d15e5c-0ecd-404b-8e55-73b9255c8939), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.585374 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60d12d12-0cf9-41d1-ab23-328c0fa942ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (88d15e5c-0ecd-404b-8e55-73b9255c8939), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.602838 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12d12-0cf9-41d1-ab23-328c0fa942ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d15e5c-0ecd-404b-8e55-73b9255c8939,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:52.674084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60d12d12-0cf9-41d1-ab23-328c0fa942ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.677215 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-60d12d12-0cf9-41d1-ab23-328c0fa942ea tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3086011 Apr 12 19:16:52.678742 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41170) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:52.683051 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:16:52.786180 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.864645 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:52.975246 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Allocated IP 172.27.0.91 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/083d5548-70bc-4a2f-9a08-8377aae0a96c) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:16:53.078936 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.174538 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.212942 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:16:53.218515 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:16:53.222075 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:16:53.227601 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'Port': ['ID=083d5548-70bc-4a2f-9a08-8377aae0a96c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:53.309247 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.442989 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.597243 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.665233 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.737187 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'Port': ['ID=083d5548-70bc-4a2f-9a08-8377aae0a96c,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:53.752263 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.790364 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:16:53.830510 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:53.831788 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c7f410c0-71cc-41cb-af70-a96a175b562e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1520929 Apr 12 19:16:53.975114 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-8621ec3b-78eb-461e-b731-165ed48c02ef tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2038045032&fields=id&tenant_id=004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 267 time: 0.0413873 Apr 12 19:16:54.083536 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-0ee9981b-abb7-4268-8d75-f31fe1763112 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:54.085023 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-0ee9981b-abb7-4268-8d75-f31fe1763112 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 816 time: 0.1032360 Apr 12 19:16:54.099505 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-0063cab5-f50e-4b70-b111-3a7d89d79cc6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/quotas/004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 375 time: 0.0091696 Apr 12 19:16:54.148872 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-3b578a7b-d108-41a4-aa89-97aaa32cb9d0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445464 Apr 12 19:16:54.289739 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-bfe4e82c-b882-427d-9364-22650d2a7405 service neutron] 10.222.0.50 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295700 Apr 12 19:16:54.383330 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-57a2702c-a399-4d6b-b382-c903f5ca941a service neutron] 10.222.0.50 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879500 Apr 12 19:16:54.633639 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1bc122de-5518-44d6-bbfa-12013d0a83ac req-ecb20821-1f1d-49ee-9377-46b38f25f43a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 210 time: 0.0281537 Apr 12 19:16:55.732820 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0c55efc7-80d5-4c10-bae1-df0d08c4384a req-3002976c-43bc-43de-91fd-8fa949b90983 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 210 time: 0.0275271 Apr 12 19:16:56.274469 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:56.430260 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-f3534a3d-ddcb-4a25-ae23-6c9e666e1d00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379004 Apr 12 19:16:56.489231 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-99a8a590-73be-4278-97a3-1a8c90a2a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:56.490776 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-99a8a590-73be-4278-97a3-1a8c90a2a55d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=04bb0a411383488a8346ba658ad2f2f4&device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 1130 time: 0.0402148 Apr 12 19:16:56.572851 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-95005106-77a6-45e9-912d-bfcecffefbe2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:56.574286 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-95005106-77a6-45e9-912d-bfcecffefbe2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 816 time: 0.1068699 Apr 12 19:16:56.608799 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-c7228111-2411-4caa-90b2-7e7cab01eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:56.609675 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-c7228111-2411-4caa-90b2-7e7cab01eda9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 200 len: 919 time: 0.0980334 Apr 12 19:16:56.655234 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-eddb2473-3697-4a31-bf9a-991eaf959f21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd92351d-9c08-48c8-b41b-72450265f429 HTTP/1.1" status: 200 len: 217 time: 0.0374033 Apr 12 19:16:56.660311 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6ba85fb0-dc0e-4bc0-afdd-da4f90f2f930 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 380 time: 0.0734060 Apr 12 19:16:56.668870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'port': {'device_id': '9035d6df-03a8-4259-a713-7a72a50190cf', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'admin_state_up': True, 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'security_groups': ['dfcb10e7-fd19-4920-ac16-b8db0f2ce262']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:16:56.691688 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9bc6e40e-076b-47b3-8273-f0e10cd1c63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:56.712954 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-cc4932da-9e44-415c-b084-6fbdb179458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:56.714421 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-cc4932da-9e44-415c-b084-6fbdb179458d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 200 len: 857 time: 0.0493286 Apr 12 19:16:56.758088 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-aadb9cab-a108-428c-aa2d-b9cb93551544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:56.759686 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-aadb9cab-a108-428c-aa2d-b9cb93551544 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1c2abfe-6c5a-40c4-97e4-f68ef634895a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392933 Apr 12 19:16:56.838860 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-605deca8-e9a0-4c4f-a985-952c036b1cbe req-88de3eaa-df86-465f-bdad-5bc30943ba5c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 210 time: 0.0304115 Apr 12 19:16:56.864841 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Made reservation on behalf of 004881d1a8e74638b08ee1481936e09a for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:16:56.868743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:56.873711 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-fe2e23b0-7b59-41f2-a667-e0f250e09d1c service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074352 Apr 12 19:16:56.970869 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8cc5e90e-296a-40f2-b9ea-46b3b7c9a4ce req-3027d237-6bff-43ae-9c68-21a413d622c6 service neutron] 10.222.0.46 "GET /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912268 Apr 12 19:16:57.012438 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Allocated IP 172.20.0.12 (b943cd4a-2179-467b-945f-1e97be1c1482/89f38cd0-2e5d-44f4-931e-f6b8f969a4cc/d7a10b60-061e-4cf0-95fe-75b44110cf55) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:16:57.380531 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:57.509306 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:57.549050 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Network b943cd4a-2179-467b-945f-1e97be1c1482 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:16:57.552005 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:16:57.554451 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:16:57.590319 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:57.604842 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.605216 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609834 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609834 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.609981 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:16:57.626960 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:57.627834 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:57.722531 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-6788b401-7584-4b5f-bf65-a82b2602b84f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0572898 Apr 12 19:16:57.746578 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-c7089f7d-9fa8-4f4c-b1cd-053f6b675ef9 None None] Provisioning complete for port d7a10b60-061e-4cf0-95fe-75b44110cf55 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:16:57.747096 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c7089f7d-9fa8-4f4c-b1cd-053f6b675ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:57.781903 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-c7089f7d-9fa8-4f4c-b1cd-053f6b675ef9 None None] Port d7a10b60-061e-4cf0-95fe-75b44110cf55 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:16:57.857787 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Request body: {'port': {'device_id': '9035d6df-03a8-4259-a713-7a72a50190cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:16:57.929163 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:57.930398 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41254) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:57.975434 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] Deleting subnet fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:16:57.978644 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] Publish callbacks [] for subnet (fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:57.989270 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9c9c5-ef9d-499b-b112-ea2f10468485 req-bcbf3d13-8353-4a2a-b1c4-30fc52b78b1b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:57.990729 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-34a9c9c5-ef9d-499b-b112-ea2f10468485 req-bcbf3d13-8353-4a2a-b1c4-30fc52b78b1b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 932 time: 0.0769930 Apr 12 19:16:58.014256 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4755641'] for subnet (fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.058178 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.117804 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-34a9c9c5-ef9d-499b-b112-ea2f10468485 req-2aad043d-ebd0-4e7f-a426-c171b2470528 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170237 Apr 12 19:16:58.189072 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5895573'] for subnet (fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.213099 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:58.219736 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.225145 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-651b5c2d-aa10-486a-b551-da409e080088 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fc8c32b6-fa4f-4e30-9cc1-02df0a85a84e HTTP/1.1" status: 204 len: 168 time: 0.2910125 Apr 12 19:16:58.225446 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41256) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:58.264173 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a10b60-061e-4cf0-95fe-75b44110cf55 {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:16:58.272157 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Publish callbacks [] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.285256 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Transition to ACTIVE for port object d7a10b60-061e-4cf0-95fe-75b44110cf55 will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:16:58.293158 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (708459f3-5db5-4ad9-a6ef-65a2bd5903ad), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.354157 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.373498 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (708459f3-5db5-4ad9-a6ef-65a2bd5903ad), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.395098 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708459f3-5db5-4ad9-a6ef-65a2bd5903ad']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:58.406079 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cb1811-886d-4518-9f83-f2300c9fb27e') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:58.406378 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cb1811-886d-4518-9f83-f2300c9fb27e') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:16:58.416296 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4755586'] for segment (29cb1811-886d-4518-9f83-f2300c9fb27e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.425285 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:58.434851 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (29cb1811-886d-4518-9f83-f2300c9fb27e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.442511 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:16:58.442918 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276899'] for segment (29cb1811-886d-4518-9f83-f2300c9fb27e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: timer() Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: cb(*args, **kw) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: self._notify() Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: self.callback(batched_events) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: event.method(event) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._get(url).json() Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:16:58.444785 dv-cinder-837538-1-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:16:58.488661 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Attempting to bind port d7a10b60-061e-4cf0-95fe-75b44110cf55 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:16:58.489079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Attempting to bind port d7a10b60-061e-4cf0-95fe-75b44110cf55 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:16:58.489485 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Attempting to bind port d7a10b60-061e-4cf0-95fe-75b44110cf55 on network b943cd4a-2179-467b-945f-1e97be1c1482 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:16:58.494361 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Port d7a10b60-061e-4cf0-95fe-75b44110cf55 on network b943cd4a-2179-467b-945f-1e97be1c1482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:16:58.494775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Attempting to bind port d7a10b60-061e-4cf0-95fe-75b44110cf55 on network b943cd4a-2179-467b-945f-1e97be1c1482 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:16:58.500080 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:16:58.500716 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Checking segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:16:58.501175 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Bound using segment: {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:16:58.501767 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Bound port: d7a10b60-061e-4cf0-95fe-75b44110cf55, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f79c08-9f73-4b84-a8e3-095adf463e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:16:58.502180 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.571988 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (708459f3-5db5-4ad9-a6ef-65a2bd5903ad), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.573053 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:16:58.576143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:16:58.582308 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.583519 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] 10.222.0.50 "DELETE /v2.0/networks/708459f3-5db5-4ad9-a6ef-65a2bd5903ad HTTP/1.1" status: 204 len: 168 time: 0.3570571 Apr 12 19:16:58.593226 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20850d52-96a8-40da-ab26-77d0fc424135 admin admin] Pushing event deleted for resources: {'Network': ['ID=708459f3-5db5-4ad9-a6ef-65a2bd5903ad,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:58.652271 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.689164 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:58.689993 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.691284 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 200 len: 1094 time: 0.8381295 Apr 12 19:16:58.691753 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:16:58.694652 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccfba2a-cf31-40ba-b2f3-aadefc03352f" -d '{"events": [{"name": "network-changed", "server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:16:58.724798 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df815c-8405-4041-a3fd-a214fbfc24d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:58.736801 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c8b21f-9ca7-43f4-9c91-33e7fc3799cd x-openstack-request-id: req-32c8b21f-9ca7-43f4-9c91-33e7fc3799cd {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:16:58.741642 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:16:58.741642 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32c8b21f-9ca7-43f4-9c91-33e7fc3799cd {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:16:58.741642 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c8b21f-9ca7-43f4-9c91-33e7fc3799cd'] response: {'name': 'network-changed', 'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'status': 'completed', 'code': 200} Apr 12 19:16:58.800581 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfba2a-cf31-40ba-b2f3-aadefc03352f req-60d84811-ee59-4800-8380-a868f1ea94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:58.802086 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bccfba2a-cf31-40ba-b2f3-aadefc03352f req-60d84811-ee59-4800-8380-a868f1ea94ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1128 time: 0.0427859 Apr 12 19:16:58.915808 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfba2a-cf31-40ba-b2f3-aadefc03352f req-45571297-c712-418b-bd22-078db20fa32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:58.917398 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bccfba2a-cf31-40ba-b2f3-aadefc03352f req-45571297-c712-418b-bd22-078db20fa32c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=004881d1a8e74638b08ee1481936e09a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1058812 Apr 12 19:16:58.940825 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41262) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:58.965360 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-28d12a6f-edb1-46c4-a6e5-c71ea376aed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:58.981466 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-77f1ef9a-cf9a-4861-8e41-6edfeaad5756 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4506d4990de3472dbecd0d6a8ffd4073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388706 Apr 12 19:16:58.984830 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41264) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:16:59.015418 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfba2a-cf31-40ba-b2f3-aadefc03352f req-9f579196-bdd0-4fcd-bd3e-e8773c9ea996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:59.016949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bccfba2a-cf31-40ba-b2f3-aadefc03352f req-9f579196-bdd0-4fcd-bd3e-e8773c9ea996 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932801 Apr 12 19:16:59.033369 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7fb-89e6-4040-8357-aa2684b3e070 admin admin] Publish callbacks [] for security_group (fe0039eb-8c3c-473e-a6a3-dce613f82ca5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:59.055675 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7fb-89e6-4040-8357-aa2684b3e070 admin admin] Publish callbacks [] for security_group (fe0039eb-8c3c-473e-a6a3-dce613f82ca5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:59.103188 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-e061170d-8004-4145-8253-9840487487d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:59.104791 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-e061170d-8004-4145-8253-9840487487d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1128 time: 0.0447237 Apr 12 19:16:59.145823 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-51f18f27-7cd0-4ab8-a937-4dd383f901f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 200 len: 217 time: 0.0332565 Apr 12 19:16:59.183496 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7fb-89e6-4040-8357-aa2684b3e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fe0039eb-8c3c-473e-a6a3-dce613f82ca5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:59.186133 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ac0de7fb-89e6-4040-8357-aa2684b3e070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:16:59.191066 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ac0de7fb-89e6-4040-8357-aa2684b3e070 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe0039eb-8c3c-473e-a6a3-dce613f82ca5 HTTP/1.1" status: 204 len: 168 time: 0.2051787 Apr 12 19:16:59.199332 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0de7fb-89e6-4040-8357-aa2684b3e070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0039eb-8c3c-473e-a6a3-dce613f82ca5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:16:59.213070 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-5b2644c7-da07-4e19-a8b5-1b13681d7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:59.213325 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-5b2644c7-da07-4e19-a8b5-1b13681d7dc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0590928 Apr 12 19:16:59.278065 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3088235-855a-4844-8ead-d4ebcdb97834 req-93e087c3-dbf9-45bd-a68c-cee4e72d91d7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:59.279627 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f3088235-855a-4844-8ead-d4ebcdb97834 req-93e087c3-dbf9-45bd-a68c-cee4e72d91d7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0819473 Apr 12 19:16:59.286274 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-861b61d0-f83c-47a8-b766-7fcd53c5fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:16:59.287736 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-861b61d0-f83c-47a8-b766-7fcd53c5fe8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581172 Apr 12 19:16:59.383499 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f3088235-855a-4844-8ead-d4ebcdb97834 req-cde08d40-c227-4ee1-89b0-15f1d009448d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948205 Apr 12 19:16:59.407552 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-69689750-c94b-4d31-8044-16aede59aec5 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121361 Apr 12 19:16:59.496482 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55bddf20-48a4-4deb-89fb-940f337a60b7 req-f97d4f47-d17d-41d0-89cd-2b30d6fe4c2a service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814416 Apr 12 19:17:00.188583 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:00.503095 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cb8b5-4f2b-4d92-a92b-b38deed2fa15 req-c5e8e596-e134-4e6f-882b-35030133121a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:00.504508 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6c1cb8b5-4f2b-4d92-a92b-b38deed2fa15 req-c5e8e596-e134-4e6f-882b-35030133121a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0475733 Apr 12 19:17:00.554979 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6c1cb8b5-4f2b-4d92-a92b-b38deed2fa15 req-3190fa5b-8753-4b6e-ae00-fdb50c36c39f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449283 Apr 12 19:17:01.671971 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841cda9-288f-4b2a-a015-9616b1b8da81 req-5ea28be3-f069-41c2-b497-2c2d86987ce6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:01.673523 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5841cda9-288f-4b2a-a015-9616b1b8da81 req-5ea28be3-f069-41c2-b497-2c2d86987ce6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0467176 Apr 12 19:17:01.720504 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5841cda9-288f-4b2a-a015-9616b1b8da81 req-312eb323-7979-4471-a22a-8d3cb14294e9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409617 Apr 12 19:17:01.833978 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:02.835905 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdffee-dd41-439f-832d-d138777b1a4e req-e61617e3-86f3-44f4-95a1-2a3e5d96e373 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:02.837341 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-64fdffee-dd41-439f-832d-d138777b1a4e req-e61617e3-86f3-44f4-95a1-2a3e5d96e373 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0462511 Apr 12 19:17:02.882426 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-64fdffee-dd41-439f-832d-d138777b1a4e req-52a0a7cf-d2d1-468e-bb60-99b700177aeb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Apr 12 19:17:02.979394 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:17:03.009624 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:03.078695 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:03.089974 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'port_id': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'mac_address': 'fa:16:3e:98:68:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:17:03.126807 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:03.127194 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:03.139411 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a10b60-061e-4cf0-95fe-75b44110cf55 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:17:03.158113 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:03.222494 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:03.268540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:03.275090 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.275463 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.275857 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.276251 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.276594 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.276924 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.277252 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.277583 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.277906 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.278229 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.278553 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.278891 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.279217 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.279562 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.279884 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:03.641837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['d7a10b60-061e-4cf0-95fe-75b44110cf55'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:17:03.999109 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa660-d9cb-41d2-8f2b-607afe8afb4f req-91dbb215-4c44-4b23-a825-5c301b403101 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:04.000618 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-551aa660-d9cb-41d2-8f2b-607afe8afb4f req-91dbb215-4c44-4b23-a825-5c301b403101 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 945 time: 0.0495272 Apr 12 19:17:04.046305 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-551aa660-d9cb-41d2-8f2b-607afe8afb4f req-303fa708-0532-4c24-b019-f90b66d7837e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402236 Apr 12 19:17:04.996062 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:05.038343 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port d7a10b60-061e-4cf0-95fe-75b44110cf55 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:17:05.122705 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port d7a10b60-061e-4cf0-95fe-75b44110cf55 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:05.123177 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:05.160780 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe571a-e832-42df-a73a-1c9765d06636 req-3f5cea6e-327c-41b9-9979-415dfb8b313a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:05.162275 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cbbe571a-e832-42df-a73a-1c9765d06636 req-3f5cea6e-327c-41b9-9979-415dfb8b313a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 945 time: 0.0461240 Apr 12 19:17:05.202533 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:05.202970 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:05.209500 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cbbe571a-e832-42df-a73a-1c9765d06636 req-6c18f6f9-ef7d-42b2-9ad6-bf92a3260cdd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416236 Apr 12 19:17:05.226540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:05.228792 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c56c185-f9f8-4338-a9b7-3ca32ea41b0b" -d '{"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:05.240997 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:05.265735 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b67d056-1670-4334-8cb7-93868be1a976 x-openstack-request-id: req-7b67d056-1670-4334-8cb7-93868be1a976 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:05.266628 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:05.266888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b67d056-1670-4334-8cb7-93868be1a976 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:05.267460 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b67d056-1670-4334-8cb7-93868be1a976'] response: {'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'code': 200} Apr 12 19:17:05.308625 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:05.356505 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:05.559607 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a825e-365c-4880-9693-1bb6aad518fc req-17bccc82-b8e6-4dfa-a572-214005799026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:05.560972 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-280a825e-365c-4880-9693-1bb6aad518fc req-17bccc82-b8e6-4dfa-a572-214005799026 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1130 time: 0.0370779 Apr 12 19:17:05.605396 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-280a825e-365c-4880-9693-1bb6aad518fc req-b1ee7f0c-1f65-4b84-9c6c-0bd41862d769 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385013 Apr 12 19:17:06.324402 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51126-0842-43f6-a0bb-1a92b2265413 req-e097b8f9-3249-474a-a682-54e93c19bd97 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:06.325844 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9e51126-0842-43f6-a0bb-1a92b2265413 req-e097b8f9-3249-474a-a682-54e93c19bd97 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0462623 Apr 12 19:17:06.372239 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b9e51126-0842-43f6-a0bb-1a92b2265413 req-3f7a678b-2205-4af6-99cb-368baaef33f0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Apr 12 19:17:07.488560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a16ab4-177f-4b7b-9d4d-5cc880a96fbd req-f8754eeb-ddd1-43f6-b6ec-83144074b69e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:07.490003 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-79a16ab4-177f-4b7b-9d4d-5cc880a96fbd req-f8754eeb-ddd1-43f6-b6ec-83144074b69e tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0466180 Apr 12 19:17:07.536213 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-79a16ab4-177f-4b7b-9d4d-5cc880a96fbd req-f874cf5b-a43a-4d73-ad22-d3d331fbc1e7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407331 Apr 12 19:17:08.656068 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8ec0a-cd0a-4abf-ad4f-77f012f6eff9 req-ca6487aa-1c55-4aa7-b906-963277a464af tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:08.657736 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-59b8ec0a-cd0a-4abf-ad4f-77f012f6eff9 req-ca6487aa-1c55-4aa7-b906-963277a464af tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0499229 Apr 12 19:17:08.707986 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-59b8ec0a-cd0a-4abf-ad4f-77f012f6eff9 req-797b4122-9b2e-4fbb-b7d0-f2a44b5ff016 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448196 Apr 12 19:17:08.817848 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931088a-77a3-4f0d-a3c4-e9a7ea149cab req-456174b1-040b-430b-9b35-a119eece04c9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:08.819387 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d931088a-77a3-4f0d-a3c4-e9a7ea149cab req-456174b1-040b-430b-9b35-a119eece04c9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0460851 Apr 12 19:17:08.827747 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41304) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:08.833403 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Request body: {'floatingip': {'port_id': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:08.873693 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:09.308998 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:09.390835 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:09.491551 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Floating IP b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed associated. External IP: 172.27.0.91, port: d7a10b60-061e-4cf0-95fe-75b44110cf55. Apr 12 19:17:09.701721 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Router 5229262a-9cda-47ca-b23c-adc3bca84ed6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:09.811600 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:09.817751 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:09.821309 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89255c0a-10de-47ef-8f85-246117770931 None None] Sync routers for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:09.835639 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:09.836262 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:09.847996 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-24d0b2ae-3098-4f0c-822d-02c67daefbe0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "PUT /v2.0/floatingips/b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed HTTP/1.1" status: 200 len: 991 time: 1.0185611 Apr 12 19:17:09.848589 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:09.850818 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f767ef26-e0fb-4839-bba0-2485665f1ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:09.886010 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8649dd-f11a-4be3-af71-77c7c73545b6 x-openstack-request-id: req-fd8649dd-f11a-4be3-af71-77c7c73545b6 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:09.886326 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:09.886580 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd8649dd-f11a-4be3-af71-77c7c73545b6 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:09.886995 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8649dd-f11a-4be3-af71-77c7c73545b6'] response: {'name': 'network-changed', 'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'status': 'completed', 'code': 200} Apr 12 19:17:09.946654 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-dbb636ee-e095-4d19-b84e-c89dabbfd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:09.948277 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:09.948399 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-dbb636ee-e095-4d19-b84e-c89dabbfd102 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1130 time: 0.0387826 Apr 12 19:17:10.078904 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-c3261b6c-9f80-4488-8907-48abf9daf369 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706178135&fields=id&tenant_id=e476d52eccde4acf88ca8306e96beaa4 HTTP/1.1" status: 200 len: 267 time: 0.0667274 Apr 12 19:17:10.080380 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-22bc5d2d-0480-47c3-acd9-253d34c62d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:10.081773 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-22bc5d2d-0480-47c3-acd9-253d34c62d1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.1251230 Apr 12 19:17:10.168969 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-859fe37c-65a7-4774-9661-6a1f80385b90 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:10.170500 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-859fe37c-65a7-4774-9661-6a1f80385b90 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 984 time: 0.0857842 Apr 12 19:17:10.184475 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Request body: {'port': {'security_groups': ['5b90f48d-5e1e-4cd1-b355-2e567a685bef']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:10.213721 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-c33f028e-b2a4-44ab-be84-9b8213ea9059 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 200 len: 999 time: 0.1202583 Apr 12 19:17:10.301618 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:10.305138 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-3fa041db-83a4-48fe-98c5-eafd5508d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:10.306577 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-3fa041db-83a4-48fe-98c5-eafd5508d8d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0856185 Apr 12 19:17:10.344598 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'port_id': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'mac_address': 'fa:16:3e:98:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9035d6df-03a8-4259-a713-7a72a50190cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:16:53Z', 'updated_at': '2022-04-12T19:17:09Z', 'revision_number': 1, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:10.370912 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89255c0a-10de-47ef-8f85-246117770931 None None] Checking router: 5229262a-9cda-47ca-b23c-adc3bca84ed6 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:10.376005 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-0d94441a-42f2-482c-913f-c39c2bb328a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:10.377646 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-0d94441a-42f2-482c-913f-c39c2bb328a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650146 Apr 12 19:17:10.379903 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:10.380514 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:10.491845 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:10.539667 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-7b50f9f2-9af6-4734-a95b-e894cbbdd74c service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550703 Apr 12 19:17:10.626930 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:10.673991 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:10.677371 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f767ef26-e0fb-4839-bba0-2485665f1ff5 req-209fcbd5-548e-4755-a13b-3baa026f6547 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289053 Apr 12 19:17:10.708507 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-89255c0a-10de-47ef-8f85-246117770931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'port_id': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'mac_address': 'fa:16:3e:98:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9035d6df-03a8-4259-a713-7a72a50190cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:16:53Z', 'updated_at': '2022-04-12T19:17:09Z', 'revision_number': 1, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:10.735082 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:10.740272 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89255c0a-10de-47ef-8f85-246117770931 None None] The sync data for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi is: [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'floating_ip_address': '172.27.0.91', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'port_id': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'mac_address': 'fa:16:3e:98:68:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9035d6df-03a8-4259-a713-7a72a50190cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:16:53Z', 'updated_at': '2022-04-12T19:17:09Z', 'revision_number': 1, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:10.747931 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['538fcd12-0731-4092-a8d0-b3b8ed432dec'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:17:10.782702 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:10.783360 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:10.784899 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-30a0bd35-82ad-42d9-943a-60d24ae6c8af req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "PUT /v2.0/ports/538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 942 time: 0.6067851 Apr 12 19:17:10.791144 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41314) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:10.827703 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9f138-b148-42b7-87ed-72e31a2fc9f6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event updated for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=7']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:10.874151 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7762ee6e-1a30-447f-87da-c82071178859 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group (68e7dffd-4cf7-4702-9286-1ee6af0ce2bb), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:10.892283 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['538fcd12-0731-4092-a8d0-b3b8ed432dec'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:17:10.905500 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7762ee6e-1a30-447f-87da-c82071178859 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group (68e7dffd-4cf7-4702-9286-1ee6af0ce2bb), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.050019 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dc7e9c-e1af-47b4-ab80-226ad29155de None None] New status for floating IP b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:17:11.103272 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7762ee6e-1a30-447f-87da-c82071178859 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (68e7dffd-4cf7-4702-9286-1ee6af0ce2bb), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.105958 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7762ee6e-1a30-447f-87da-c82071178859 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.107579 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7762ee6e-1a30-447f-87da-c82071178859 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "DELETE /v2.0/security-groups/68e7dffd-4cf7-4702-9286-1ee6af0ce2bb HTTP/1.1" status: 204 len: 168 time: 0.3149939 Apr 12 19:17:11.111819 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41316) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:11.121378 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762ee6e-1a30-447f-87da-c82071178859 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e7dffd-4cf7-4702-9286-1ee6af0ce2bb,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:11.184643 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-3206c41f-e6bc-4ac7-acb3-00f9c7c8be5e None None] Provisioning complete for port 538fcd12-0731-4092-a8d0-b3b8ed432dec triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:11.184643 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3206c41f-e6bc-4ac7-acb3-00f9c7c8be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.214610 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3206c41f-e6bc-4ac7-acb3-00f9c7c8be5e None None] Current status of the port 538fcd12-0731-4092-a8d0-b3b8ed432dec is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:11.502156 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Deleting port 4b7a56e8-4795-439f-89a5-c171e78db37a {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:11.502495 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.575934 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.576167 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for floatingip (4b7a56e8-4795-439f-89a5-c171e78db37a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.588985 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Calling delete_port for 4b7a56e8-4795-439f-89a5-c171e78db37a owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:11.851082 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (4b7a56e8-4795-439f-89a5-c171e78db37a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.877130 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event deleted for resources: {'Port': ['ID=4b7a56e8-4795-439f-89a5-c171e78db37a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:11.887832 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:11.890204 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b244517f-57e0-4865-b8f5-6c9501937746" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:11.940668 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418af32-1203-4198-8ab1-0cdfefef066f x-openstack-request-id: req-8418af32-1203-4198-8ab1-0cdfefef066f {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:11.940960 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:11.941206 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8418af32-1203-4198-8ab1-0cdfefef066f {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:11.941601 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8418af32-1203-4198-8ab1-0cdfefef066f'] response: {'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'status': 'completed', 'code': 200} Apr 12 19:17:11.948715 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks [] for floatingip (91db9b5d-519d-4c5d-a765-6ae283853328), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:11.949031 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Floating IP 91db9b5d-519d-4c5d-a765-6ae283853328 disassociated (deleted). External IP: 172.27.0.183, port: 538fcd12-0731-4092-a8d0-b3b8ed432dec. Apr 12 19:17:12.059137 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244517f-57e0-4865-b8f5-6c9501937746 req-ea961e29-b341-4011-a42b-6b4ef64b77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:12.060609 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b244517f-57e0-4865-b8f5-6c9501937746 req-ea961e29-b341-4011-a42b-6b4ef64b77cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1129 time: 0.0734496 Apr 12 19:17:12.229073 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244517f-57e0-4865-b8f5-6c9501937746 req-c59b658c-58a1-402c-976a-9b7eb89d652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:12.230512 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b244517f-57e0-4865-b8f5-6c9501937746 req-c59b658c-58a1-402c-976a-9b7eb89d652c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 200 len: 916 time: 0.1635609 Apr 12 19:17:12.277669 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b244517f-57e0-4865-b8f5-6c9501937746 req-6e8ac9c4-f83a-49a4-88f0-c5b5d717cebf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 217 time: 0.0405841 Apr 12 19:17:12.323537 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Router 22f86696-e0be-472a-8a7b-d62790af8ffd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:12.337488 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244517f-57e0-4865-b8f5-6c9501937746 req-869ca655-5246-4a9d-bbd5-4e19d4be67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:12.338878 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b244517f-57e0-4865-b8f5-6c9501937746 req-869ca655-5246-4a9d-bbd5-4e19d4be67f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5011ea1-d941-4400-8585-9d822dde18e6 HTTP/1.1" status: 200 len: 854 time: 0.0542803 Apr 12 19:17:12.445517 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244517f-57e0-4865-b8f5-6c9501937746 req-84b243fb-3bce-4be8-9702-3ac587330867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:12.446982 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b244517f-57e0-4865-b8f5-6c9501937746 req-84b243fb-3bce-4be8-9702-3ac587330867 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3854b6a1-0d86-4208-8971-cd535295fd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018009 Apr 12 19:17:12.517354 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:12.522115 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:12.526317 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] Sync routers for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:12.537071 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:12.537686 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:12.564559 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-15d58c25-ea12-4c21-858d-c4e6944535b5 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "DELETE /v2.0/floatingips/91db9b5d-519d-4c5d-a765-6ae283853328 HTTP/1.1" status: 204 len: 168 time: 1.4515719 Apr 12 19:17:12.583392 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b244517f-57e0-4865-b8f5-6c9501937746 req-3a51f85a-f59c-4295-ada3-f92a47c1d6df service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267972 Apr 12 19:17:12.652898 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:12.686850 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b244517f-57e0-4865-b8f5-6c9501937746 req-81330a1a-9a5c-4ec8-a493-17a423dac55c service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961974 Apr 12 19:17:12.846076 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 5, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:12.875294 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] Checking router: 22f86696-e0be-472a-8a7b-d62790af8ffd for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:12.886174 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:12.886781 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:13.005174 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:13.309034 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 5, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:13.335832 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2d5b9-e175-44ab-a508-03ba5405eb36 None None] The sync data for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi is: [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:12:19Z', 'revision_number': 4, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '41946c65-06ff-4801-a840-89c1705295e9', 'name': '', 'network_id': '3854b6a1-0d86-4208-8971-cd535295fd46', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'mac_address': 'fa:16:3e:4f:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:18Z', 'updated_at': '2022-04-12T19:12:23Z', 'revision_number': 5, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'subnets': [{'id': 'c5011ea1-d941-4400-8585-9d822dde18e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:13.549754 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7986cc0-570e-44a1-a61b-51b6fdb533d3 None None] New status for floating IP 91db9b5d-519d-4c5d-a765-6ae283853328: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:17:13.942410 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:13.944795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d038a259-1f70-4d3e-8f4a-568102b75700" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:13.979573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203d870-9fd4-457e-b6c6-2be846f25171 x-openstack-request-id: req-6203d870-9fd4-457e-b6c6-2be846f25171 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:13.979874 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:13.980107 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6203d870-9fd4-457e-b6c6-2be846f25171 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:13.980522 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6203d870-9fd4-457e-b6c6-2be846f25171'] response: {'name': 'network-changed', 'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'status': 'completed', 'code': 200} Apr 12 19:17:14.050064 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-9249c12b-844d-475f-954f-de10396c590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:14.051680 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-9249c12b-844d-475f-954f-de10396c590f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e476d52eccde4acf88ca8306e96beaa4&device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 1129 time: 0.0444393 Apr 12 19:17:14.141115 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-c0bb2429-c6a5-4373-9ddc-5d08dc2d7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:14.142593 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-c0bb2429-c6a5-4373-9ddc-5d08dc2d7ff7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 200 len: 916 time: 0.0854616 Apr 12 19:17:14.193094 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-0f946c47-97fc-4f68-9521-4854872086c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 200 len: 217 time: 0.0383799 Apr 12 19:17:14.259527 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-0226449b-4baa-4bcf-9358-94b3fa07686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:14.260993 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-0226449b-4baa-4bcf-9358-94b3fa07686a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5011ea1-d941-4400-8585-9d822dde18e6 HTTP/1.1" status: 200 len: 854 time: 0.0440626 Apr 12 19:17:14.304096 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-e69bc666-57c7-4e11-88c0-afb01f379508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:14.307578 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-e69bc666-57c7-4e11-88c0-afb01f379508 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3854b6a1-0d86-4208-8971-cd535295fd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377975 Apr 12 19:17:14.397823 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-3e31c41a-d026-451a-8f48-9361ba7b9133 service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Apr 12 19:17:14.486162 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d038a259-1f70-4d3e-8f4a-568102b75700 req-1f39970b-38e4-45db-963a-80ecc7bb5e1b service neutron] 10.222.0.46 "GET /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822570 Apr 12 19:17:16.770514 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a26be-4e88-4b12-ae6c-b4e643945b54 req-d3fb53fb-9873-4423-b859-f9d06b53dc7e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:16.771961 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-226a26be-4e88-4b12-ae6c-b4e643945b54 req-d3fb53fb-9873-4423-b859-f9d06b53dc7e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0482457 Apr 12 19:17:16.822543 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-226a26be-4e88-4b12-ae6c-b4e643945b54 req-e568b955-3f42-457b-907c-b50d93aad146 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Apr 12 19:17:17.933999 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3accf-1315-4c9b-971a-c7bb15960103 req-c0bef154-edfd-40d6-ac71-45e4a26169b6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:17.935377 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b4d3accf-1315-4c9b-971a-c7bb15960103 req-c0bef154-edfd-40d6-ac71-45e4a26169b6 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0466614 Apr 12 19:17:17.981276 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b4d3accf-1315-4c9b-971a-c7bb15960103 req-42da4932-284e-4aaf-966b-333e833ca05f tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Apr 12 19:17:19.093677 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728868-23ab-4d9c-bc29-abd20e79fbe6 req-f13511d8-e295-4c7d-a2bf-7f4f679a350e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:19.095154 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e4728868-23ab-4d9c-bc29-abd20e79fbe6 req-f13511d8-e295-4c7d-a2bf-7f4f679a350e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0467756 Apr 12 19:17:19.176820 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01568-e974-4250-972e-4c15311c32af req-7ca5a746-430b-4f0e-8d22-2bfa2087d48e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:19.178221 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18c01568-e974-4250-972e-4c15311c32af req-7ca5a746-430b-4f0e-8d22-2bfa2087d48e tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 945 time: 0.0641687 Apr 12 19:17:19.181510 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e4728868-23ab-4d9c-bc29-abd20e79fbe6 req-78bc30a2-4231-4f88-bfe6-fd91c79b53b9 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b90f48d-5e1e-4cd1-b355-2e567a685bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808277 Apr 12 19:17:19.266622 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Deleting port 538fcd12-0731-4092-a8d0-b3b8ed432dec {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:19.266921 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:19.357447 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] For port 538fcd12-0731-4092-a8d0-b3b8ed432dec, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=538fcd12-0731-4092-a8d0-b3b8ed432dec,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:19.357816 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:19.370470 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Calling delete_port for 538fcd12-0731-4092-a8d0-b3b8ed432dec owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:19.571110 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (538fcd12-0731-4092-a8d0-b3b8ed432dec), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:19.593523 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['538fcd12-0731-4092-a8d0-b3b8ed432dec'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:17:19.600765 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Pushing event deleted for resources: {'Port': ['ID=538fcd12-0731-4092-a8d0-b3b8ed432dec,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:19.647845 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] No DVR routers for this DVR port 538fcd12-0731-4092-a8d0-b3b8ed432dec on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:19.650979 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:19.654264 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-18c01568-e974-4250-972e-4c15311c32af req-321f8385-4bda-494f-bc89-f9a9f5b28c11 tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.46 "DELETE /v2.0/ports/538fcd12-0731-4092-a8d0-b3b8ed432dec HTTP/1.1" status: 204 len: 173 time: 0.4708683 Apr 12 19:17:19.654719 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'name': 'network-vif-deleted', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:19.657007 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aea68c-5826-4795-b1d4-397a0e636997" -d '{"events": [{"server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "name": "network-vif-deleted", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:19.694288 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbb7ac9-7f91-4153-ba97-6e72f05e117e x-openstack-request-id: req-1dbb7ac9-7f91-4153-ba97-6e72f05e117e {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:19.694584 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7726e0-4666-4ead-861a-3c714992580b", "name": "network-vif-deleted", "tag": "538fcd12-0731-4092-a8d0-b3b8ed432dec", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:19.694838 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dbb7ac9-7f91-4153-ba97-6e72f05e117e {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:19.695248 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbb7ac9-7f91-4153-ba97-6e72f05e117e'] response: {'server_uuid': '7b7726e0-4666-4ead-861a-3c714992580b', 'name': 'network-vif-deleted', 'tag': '538fcd12-0731-4092-a8d0-b3b8ed432dec', 'status': 'completed', 'code': 200} Apr 12 19:17:20.292623 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d2a5dc4d-bea7-4575-99fe-c875a4c8db0f req-1d8930bd-a943-42c5-9123-6d413aa2e8eb tempest-TestMinimumBasicScenario-1140118016 tempest-TestMinimumBasicScenario-1140118016-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b7726e0-4666-4ead-861a-3c714992580b HTTP/1.1" status: 200 len: 210 time: 0.0288584 Apr 12 19:17:22.714064 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41414) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:23.384497 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 538fcd12-0731-4092-a8d0-b3b8ed432dec no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:23.405145 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 538fcd12-0731-4092-a8d0-b3b8ed432dec {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:23.405483 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 538fcd12-0731-4092-a8d0-b3b8ed432dec not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:23.470329 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (22f86696-e0be-472a-8a7b-d62790af8ffd), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:23.746912 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Deleting port 41946c65-06ff-4801-a840-89c1705295e9 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:23.747632 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (41946c65-06ff-4801-a840-89c1705295e9), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:23.827500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] For port 41946c65-06ff-4801-a840-89c1705295e9, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=41946c65-06ff-4801-a840-89c1705295e9,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:23.827882 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (41946c65-06ff-4801-a840-89c1705295e9), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:23.841246 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Calling delete_port for 41946c65-06ff-4801-a840-89c1705295e9 owned by network:router_interface {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:24.094129 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (41946c65-06ff-4801-a840-89c1705295e9), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:24.119587 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Pushing event deleted for resources: {'Port': ['ID=41946c65-06ff-4801-a840-89c1705295e9,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:24.292070 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (22f86696-e0be-472a-8a7b-d62790af8ffd), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:24.507562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Router 22f86696-e0be-472a-8a7b-d62790af8ffd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:24.615881 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:24.621862 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3ef7c8c6-e85e-4b0d-8cb8-9f07c300f963 admin admin] 10.222.0.50 "PUT /v2.0/routers/22f86696-e0be-472a-8a7b-d62790af8ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9064353 Apr 12 19:17:24.624086 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41422) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:24.625520 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] Sync routers for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:24.636105 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:24.636713 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:24.730788 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks [] for router (22f86696-e0be-472a-8a7b-d62790af8ffd), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:24.745305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:24.837822 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks [] for router_gateway (22f86696-e0be-472a-8a7b-d62790af8ffd), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:24.916053 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:17:23Z', 'revision_number': 5, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port': {'id': '1ac8fce9-bdd2-4963-a083-411069f16d2f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:15Z', 'updated_at': '2022-04-12T19:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:24.943091 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] Checking router: 22f86696-e0be-472a-8a7b-d62790af8ffd for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:24.951355 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] Routers {'22f86696-e0be-472a-8a7b-d62790af8ffd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:24.951985 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['22f86696-e0be-472a-8a7b-d62790af8ffd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:24.963419 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Deleting port 1ac8fce9-bdd2-4963-a083-411069f16d2f {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:24.963792 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.039935 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] Set router 22f86696-e0be-472a-8a7b-d62790af8ffd gateway port host: None {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:25.043289 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] For port 1ac8fce9-bdd2-4963-a083-411069f16d2f, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1ac8fce9-bdd2-4963-a083-411069f16d2f,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:25.043679 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.056710 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Calling delete_port for 1ac8fce9-bdd2-4963-a083-411069f16d2f owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:25.095108 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:17:24Z', 'revision_number': 6, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:25.121489 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b126e1-8e88-4a8a-b932-aa2c0db57c83 None None] The sync data for ids ['22f86696-e0be-472a-8a7b-d62790af8ffd'] in dv-cinder-837538-1-iscsi is: [{'id': '22f86696-e0be-472a-8a7b-d62790af8ffd', 'name': 'tempest-TestMinimumBasicScenario-1978389259-router', 'tenant_id': 'e476d52eccde4acf88ca8306e96beaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:14Z', 'updated_at': '2022-04-12T19:17:24Z', 'revision_number': 6, 'project_id': 'e476d52eccde4acf88ca8306e96beaa4', 'gw_port_host': None}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:25.296287 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (1ac8fce9-bdd2-4963-a083-411069f16d2f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.321980 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac8fce9-bdd2-4963-a083-411069f16d2f,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:25.382480 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (22f86696-e0be-472a-8a7b-d62790af8ffd), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.485779 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (22f86696-e0be-472a-8a7b-d62790af8ffd), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.488036 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks [] for router_controller (22f86696-e0be-472a-8a7b-d62790af8ffd), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.639791 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (22f86696-e0be-472a-8a7b-d62790af8ffd), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.640247 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f86696-e0be-472a-8a7b-d62790af8ffd {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:17:25.645752 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.646329 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-121e89ff-85b9-442b-8c06-d12b3bce5c3b admin admin] 10.222.0.50 "DELETE /v2.0/routers/22f86696-e0be-472a-8a7b-d62790af8ffd HTTP/1.1" status: 204 len: 168 time: 1.0213299 Apr 12 19:17:25.648775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41426) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:25.693925 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] Deleting subnet c5011ea1-d941-4400-8585-9d822dde18e6 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:17:25.697061 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] Publish callbacks [] for subnet (c5011ea1-d941-4400-8585-9d822dde18e6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.730688 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (c5011ea1-d941-4400-8585-9d822dde18e6), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.836557 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (c5011ea1-d941-4400-8585-9d822dde18e6), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.954510 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (c5011ea1-d941-4400-8585-9d822dde18e6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.983926 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5011ea1-d941-4400-8585-9d822dde18e6,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:25.992421 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:25.996326 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-97d7bd58-4c3b-47b7-bca8-8188ad5d0462 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c5011ea1-d941-4400-8585-9d822dde18e6 HTTP/1.1" status: 204 len: 168 time: 0.3466022 Apr 12 19:17:25.997914 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baaeb4e-2348-48e8-b7e1-6a3b8ce6add0 None None] Network 3854b6a1-0d86-4208-8971-cd535295fd46 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:17:25.998984 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41428) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:26.068887 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (3854b6a1-0d86-4208-8971-cd535295fd46), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.123146 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Deleting port df87d343-6ebb-435f-ae95-5c444bff58ad {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:26.123539 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.154536 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] DHCP port deletion for 3854b6a1-0d86-4208-8971-cd535295fd46 request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:17:26.191456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] For port df87d343-6ebb-435f-ae95-5c444bff58ad, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=df87d343-6ebb-435f-ae95-5c444bff58ad,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:26.191456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.198675 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] Deleting port df87d343-6ebb-435f-ae95-5c444bff58ad {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:26.199074 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.205508 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Calling delete_port for df87d343-6ebb-435f-ae95-5c444bff58ad owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:26.275869 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] For port df87d343-6ebb-435f-ae95-5c444bff58ad, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=df87d343-6ebb-435f-ae95-5c444bff58ad,segment=NetworkSegment(d7c4a54d-c681-42ff-8ae7-7888d5882ab8),segment_id=d7c4a54d-c681-42ff-8ae7-7888d5882ab8)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:26.276263 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.292687 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1ac8fce9-bdd2-4963-a083-411069f16d2f no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:26.295752 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] Calling delete_port for df87d343-6ebb-435f-ae95-5c444bff58ad owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:26.320662 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 1ac8fce9-bdd2-4963-a083-411069f16d2f {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:26.322609 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1ac8fce9-bdd2-4963-a083-411069f16d2f not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:26.322609 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device df87d343-6ebb-435f-ae95-5c444bff58ad no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:26.398750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.399785 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.426577 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=df87d343-6ebb-435f-ae95-5c444bff58ad,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:26.429835 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] No DVR routers for this DVR port df87d343-6ebb-435f-ae95-5c444bff58ad on host dv-cinder-837538-1-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:26.440175 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No active binding found for port df87d343-6ebb-435f-ae95-5c444bff58ad {{(pid=103910) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 19:17:26.440528 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] The host dv-cinder-837538-1-iscsi is not matching for port df87d343-6ebb-435f-ae95-5c444bff58ad host None! {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 19:17:26.440912 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device df87d343-6ebb-435f-ae95-5c444bff58ad not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:26.441354 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 41946c65-06ff-4801-a840-89c1705295e9 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:26.464507 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 41946c65-06ff-4801-a840-89c1705295e9 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:26.464856 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 41946c65-06ff-4801-a840-89c1705295e9 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:26.483297 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (df87d343-6ebb-435f-ae95-5c444bff58ad), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.509667 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] Pushing event deleted for resources: {'Port': ['ID=df87d343-6ebb-435f-ae95-5c444bff58ad,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:26.511726 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (3854b6a1-0d86-4208-8971-cd535295fd46), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.515431 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa26e3-4047-4f00-bc6d-105027ea0296 None None] No DVR routers for this DVR port df87d343-6ebb-435f-ae95-5c444bff58ad on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:26.536459 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3854b6a1-0d86-4208-8971-cd535295fd46']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:26.546050 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:26.546395 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c4a54d-c681-42ff-8ae7-7888d5882ab8') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:26.555829 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4755586'] for segment (d7c4a54d-c681-42ff-8ae7-7888d5882ab8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.569516 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (d7c4a54d-c681-42ff-8ae7-7888d5882ab8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.575244 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:17:26.575674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276899'] for segment (d7c4a54d-c681-42ff-8ae7-7888d5882ab8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: timer() Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: cb(*args, **kw) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: self._notify() Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: self.callback(batched_events) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: event.method(event) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._get(url).json() Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:17:26.577330 dv-cinder-837538-1-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:17:26.702188 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-512dcf93-b7a8-4dc3-b919-026fd1ae41f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.734079 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (3854b6a1-0d86-4208-8971-cd535295fd46), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.738377 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:26.741565 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3854b6a1-0d86-4208-8971-cd535295fd46 HTTP/1.1" status: 204 len: 168 time: 0.7415702 Apr 12 19:17:26.744598 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41430) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:26.755055 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8712f-8275-4276-b1ab-4a44be022f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=3854b6a1-0d86-4208-8971-cd535295fd46,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:27.303876 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (f4539342-cd4d-4db9-ba92-73170362bea5), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:27.530084 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Deleting port 074e026c-c556-4207-98a9-33cc75005b7a {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:27.530421 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (074e026c-c556-4207-98a9-33cc75005b7a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:27.610738 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] For port 074e026c-c556-4207-98a9-33cc75005b7a, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=074e026c-c556-4207-98a9-33cc75005b7a,segment=NetworkSegment(f6544722-f624-4505-91cc-65a4f9241875),segment_id=f6544722-f624-4505-91cc-65a4f9241875)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:27.611097 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (074e026c-c556-4207-98a9-33cc75005b7a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:27.623922 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Calling delete_port for 074e026c-c556-4207-98a9-33cc75005b7a owned by network:router_interface {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:27.871160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (074e026c-c556-4207-98a9-33cc75005b7a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:27.897226 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Pushing event deleted for resources: {'Port': ['ID=074e026c-c556-4207-98a9-33cc75005b7a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:28.069747 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (f4539342-cd4d-4db9-ba92-73170362bea5), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:28.288585 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Router f4539342-cd4d-4db9-ba92-73170362bea5 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:28.395526 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:28.402863 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5bbe166c-1116-4c97-8b56-859940c70350 admin admin] 10.222.0.50 "PUT /v2.0/routers/f4539342-cd4d-4db9-ba92-73170362bea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546280 Apr 12 19:17:28.402974 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41432) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:28.404448 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] Sync routers for ids ['f4539342-cd4d-4db9-ba92-73170362bea5'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:28.413955 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] Routers {'f4539342-cd4d-4db9-ba92-73170362bea5'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:28.414563 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['f4539342-cd4d-4db9-ba92-73170362bea5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:28.508163 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks [] for router (f4539342-cd4d-4db9-ba92-73170362bea5), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:28.522906 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] Set router f4539342-cd4d-4db9-ba92-73170362bea5 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:28.612634 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks [] for router_gateway (f4539342-cd4d-4db9-ba92-73170362bea5), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:28.690716 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:17:27Z', 'revision_number': 5, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port': {'id': 'f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:12:24Z', 'updated_at': '2022-04-12T19:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:28.717317 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] Checking router: f4539342-cd4d-4db9-ba92-73170362bea5 for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:28.726758 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] Routers {'f4539342-cd4d-4db9-ba92-73170362bea5'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:28.727403 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:16:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['f4539342-cd4d-4db9-ba92-73170362bea5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:28.755200 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Deleting port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:28.755556 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:28.826027 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] Set router f4539342-cd4d-4db9-ba92-73170362bea5 gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:28.837590 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] For port f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:28.837961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:28.851322 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Calling delete_port for f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:28.873268 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:17:28Z', 'revision_number': 6, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:28.899229 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb743ad-c9a9-4e73-a94c-e3c87f448c40 None None] The sync data for ids ['f4539342-cd4d-4db9-ba92-73170362bea5'] in dv-cinder-837538-1-iscsi is: [{'id': 'f4539342-cd4d-4db9-ba92-73170362bea5', 'name': 'tempest-TestMinimumBasicScenario-1468568021-router', 'tenant_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:12:23Z', 'updated_at': '2022-04-12T19:17:28Z', 'revision_number': 6, 'project_id': '8e0cd98e77074a2690aa5db12ecf0a1e', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:28.962490 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b4c89518-fbb7-4d8a-958e-c0e7c7f8a903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.079623 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.106164 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:29.167810 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (f4539342-cd4d-4db9-ba92-73170362bea5), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.264991 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (f4539342-cd4d-4db9-ba92-73170362bea5), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.267252 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks [] for router_controller (f4539342-cd4d-4db9-ba92-73170362bea5), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.388354 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (f4539342-cd4d-4db9-ba92-73170362bea5), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.388925 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4539342-cd4d-4db9-ba92-73170362bea5 {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:17:29.393628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.397526 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0c6d1f4f-253c-4b7d-a2cd-8261448e0677 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f4539342-cd4d-4db9-ba92-73170362bea5 HTTP/1.1" status: 204 len: 168 time: 0.9909849 Apr 12 19:17:29.398092 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41436) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:29.441041 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] Deleting subnet f73aeb4a-820a-4aa8-ac90-81ceca289188 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:17:29.444769 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] Publish callbacks [] for subnet (f73aeb4a-820a-4aa8-ac90-81ceca289188), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.477476 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (f73aeb4a-820a-4aa8-ac90-81ceca289188), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.554211 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (f73aeb4a-820a-4aa8-ac90-81ceca289188), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.683047 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (f73aeb4a-820a-4aa8-ac90-81ceca289188), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.709521 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73aeb4a-820a-4aa8-ac90-81ceca289188,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:29.713175 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.718667 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-de304efe-8181-4b83-a35d-a8d6bf7992f6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f73aeb4a-820a-4aa8-ac90-81ceca289188 HTTP/1.1" status: 204 len: 168 time: 0.3175962 Apr 12 19:17:29.718817 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41438) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:29.723153 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5312b-4fc2-4e6e-a5f9-70d6fdc5aefc None None] Network 427659d0-1c96-48a1-b1b4-9779e4a713b8 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:17:29.794149 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (427659d0-1c96-48a1-b1b4-9779e4a713b8), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.847871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Deleting port 8872434b-374c-4a6b-b9e4-d089c71c9d71 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:29.848205 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.886158 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] DHCP port deletion for 427659d0-1c96-48a1-b1b4-9779e4a713b8 request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:17:29.914088 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] For port 8872434b-374c-4a6b-b9e4-d089c71c9d71, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=8872434b-374c-4a6b-b9e4-d089c71c9d71,segment=NetworkSegment(f6544722-f624-4505-91cc-65a4f9241875),segment_id=f6544722-f624-4505-91cc-65a4f9241875)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:29.914451 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.928122 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] Deleting port 8872434b-374c-4a6b-b9e4-d089c71c9d71 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:29.928493 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:29.932118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Calling delete_port for 8872434b-374c-4a6b-b9e4-d089c71c9d71 owned by network:dhcp {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:29.989395 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] For port 8872434b-374c-4a6b-b9e4-d089c71c9d71, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=8872434b-374c-4a6b-b9e4-d089c71c9d71,segment=NetworkSegment(f6544722-f624-4505-91cc-65a4f9241875),segment_id=f6544722-f624-4505-91cc-65a4f9241875)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:29.990499 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.007712 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] Calling delete_port for 8872434b-374c-4a6b-b9e4-d089c71c9d71 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:30.073557 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.083647 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (8872434b-374c-4a6b-b9e4-d089c71c9d71), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.100186 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Pushing event deleted for resources: {'Port': ['ID=8872434b-374c-4a6b-b9e4-d089c71c9d71,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:30.102052 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] No DVR routers for this DVR port 8872434b-374c-4a6b-b9e4-d089c71c9d71 on host dv-cinder-837538-1-iscsi {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:30.112360 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] Pushing event deleted for resources: {'Port': ['ID=8872434b-374c-4a6b-b9e4-d089c71c9d71,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:30.118328 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f312d1-cc5c-4bfe-81ad-cf34cabb64ed None None] No DVR routers for this DVR port 8872434b-374c-4a6b-b9e4-d089c71c9d71 on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:30.181325 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (427659d0-1c96-48a1-b1b4-9779e4a713b8), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.200955 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427659d0-1c96-48a1-b1b4-9779e4a713b8']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:30.210409 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6544722-f624-4505-91cc-65a4f9241875') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:30.210749 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6544722-f624-4505-91cc-65a4f9241875') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:30.219804 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.225858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (f6544722-f624-4505-91cc-65a4f9241875), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.235789 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (f6544722-f624-4505-91cc-65a4f9241875), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.242574 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:17:30.242961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (f6544722-f624-4505-91cc-65a4f9241875), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:17:30.244921 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:17:30.282730 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:30.304461 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:30.304784 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device f4a0d2a7-3120-4b8b-88f1-fcaf4dafe53f not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:30.305186 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 074e026c-c556-4207-98a9-33cc75005b7a no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:30.325873 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 074e026c-c556-4207-98a9-33cc75005b7a {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:30.326210 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 074e026c-c556-4207-98a9-33cc75005b7a not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:30.326607 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 8872434b-374c-4a6b-b9e4-d089c71c9d71 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:30.344541 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 8872434b-374c-4a6b-b9e4-d089c71c9d71 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:30.344876 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 8872434b-374c-4a6b-b9e4-d089c71c9d71 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:30.359714 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (427659d0-1c96-48a1-b1b4-9779e4a713b8), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.367084 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.370254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] 10.222.0.50 "DELETE /v2.0/networks/427659d0-1c96-48a1-b1b4-9779e4a713b8 HTTP/1.1" status: 204 len: 168 time: 0.6505466 Apr 12 19:17:30.379337 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff60d5c-7780-4ac9-ab48-102495ade863 admin admin] Pushing event deleted for resources: {'Network': ['ID=427659d0-1c96-48a1-b1b4-9779e4a713b8,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:30.693973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41442) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:30.733873 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ebb5c147-7c48-418c-835e-b918994828c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e476d52eccde4acf88ca8306e96beaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387397 Apr 12 19:17:30.736232 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41444) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:30.784902 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Publish callbacks [] for security_group (5b90f48d-5e1e-4cd1-b355-2e567a685bef), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.789549 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:17:30.806716 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Publish callbacks [] for security_group (5b90f48d-5e1e-4cd1-b355-2e567a685bef), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.924772 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5b90f48d-5e1e-4cd1-b355-2e567a685bef), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.927289 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:30.928686 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b90f48d-5e1e-4cd1-b355-2e567a685bef HTTP/1.1" status: 204 len: 168 time: 0.1915808 Apr 12 19:17:30.936272 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90f48d-5e1e-4cd1-b355-2e567a685bef,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:30.943862 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.944213 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.944555 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.944895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.945227 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.945558 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.945883 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.946207 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.946527 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.946850 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.947170 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.947506 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.947835 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.948153 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:30.948472 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b827b-1a07-43d3-a116-cafb3cb50e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:31.614324 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41460) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:31.654509 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0e5393de-d006-43da-8265-8876921f74f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e0cd98e77074a2690aa5db12ecf0a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389605 Apr 12 19:17:31.657024 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41464) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:31.705275 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-99530726-d19c-4921-a33b-ab1b0e80c853 admin admin] Publish callbacks [] for security_group (971584bb-5309-4d7f-88e7-8dbc2deb96ee), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:31.727382 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-99530726-d19c-4921-a33b-ab1b0e80c853 admin admin] Publish callbacks [] for security_group (971584bb-5309-4d7f-88e7-8dbc2deb96ee), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:31.814563 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:31.859499 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-99530726-d19c-4921-a33b-ab1b0e80c853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (971584bb-5309-4d7f-88e7-8dbc2deb96ee), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:31.862108 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-99530726-d19c-4921-a33b-ab1b0e80c853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:31.863459 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-99530726-d19c-4921-a33b-ab1b0e80c853 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/971584bb-5309-4d7f-88e7-8dbc2deb96ee HTTP/1.1" status: 204 len: 168 time: 0.2053759 Apr 12 19:17:31.871740 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99530726-d19c-4921-a33b-ab1b0e80c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971584bb-5309-4d7f-88e7-8dbc2deb96ee,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:33.033750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.043654 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41490) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:33.139011 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1570467897-network', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:33.230978 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Made reservation on behalf of 820377ed90cd4b1aa7b6079217559de1 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:17:33.233564 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.242849 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.314859 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks [] for security_group (7f461eae-ae25-4562-b5c9-4382440774cd), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.399335 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7f461eae-ae25-4562-b5c9-4382440774cd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.424024 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:17:33.433426 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f461eae-ae25-4562-b5c9-4382440774cd,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:33.439998 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (6c69f08f-66f6-4fb2-a44f-f9531a9d1a30), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.440365 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Added segment 6c69f08f-66f6-4fb2-a44f-f9531a9d1a30 of type vlan for network 3a109e97-1d23-43da-9b96-77c2a2fda05f Apr 12 19:17:33.480184 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (3a109e97-1d23-43da-9b96-77c2a2fda05f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.576467 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (3a109e97-1d23-43da-9b96-77c2a2fda05f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.577455 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:33.578063 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:33.638466 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] Pushing event updated for resources: {'Network': ['ID=3a109e97-1d23-43da-9b96-77c2a2fda05f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:33.649070 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:17:33.696701 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a99cfe1c-f1c8-4b34-bbf0-2e65fe3c535b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6519153 Apr 12 19:17:33.699543 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41494) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:33.704206 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Request body: {'subnet': {'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1570467897-subnet', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:33.798984 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Made reservation on behalf of 820377ed90cd4b1aa7b6079217559de1 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:17:33.801350 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5895610'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.031370 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5895596'] for subnet (250d44b5-79db-4795-8f81-e33d119a2768), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.088662 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Pushing event updated for resources: {'Subnet': ['ID=250d44b5-79db-4795-8f81-e33d119a2768,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:34.095812 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Checking segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:34.096165 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Network hostable DHCP agents. Network: 3a109e97-1d23-43da-9b96-77c2a2fda05f, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:17:34.179953 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:17:34.296680 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 3a109e97-1d23-43da-9b96-77c2a2fda05f) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:34.301255 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:34.301854 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.306840 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc4e1f-7271-4e20-aa27-132fb1a9d34a None None] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:17:34.401212 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a420905b-da07-44dc-b27b-c5786f10896e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7002041 Apr 12 19:17:34.403471 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41504) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:34.408550 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:34.463381 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ce7a3-2afe-4877-ab58-c79c97f8fe71 req-2f52f4a2-56d0-43d4-8f55-27040702d47c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:34.466186 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c74ce7a3-2afe-4877-ab58-c79c97f8fe71 req-2f52f4a2-56d0-43d4-8f55-27040702d47c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0554302 Apr 12 19:17:34.516180 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c74ce7a3-2afe-4877-ab58-c79c97f8fe71 req-8640845b-fa85-48f6-a082-f576168101e5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Apr 12 19:17:34.543209 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-3a109e97-1d23-43da-9b96-77c2a2fda05f', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:17:34.544125 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.545160 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (2aca0235-8e78-4f09-99da-fd340e7742bd), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.546220 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (2aca0235-8e78-4f09-99da-fd340e7742bd), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.600530 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks [] for router_controller (2aca0235-8e78-4f09-99da-fd340e7742bd), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.673091 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Allocated IP 172.20.0.2 (3a109e97-1d23-43da-9b96-77c2a2fda05f/250d44b5-79db-4795-8f81-e33d119a2768/918d9d47-1f88-4dfd-ae3a-79923629387f) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:34.817174 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Publish callbacks [] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.818919 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks [] for router_gateway (2aca0235-8e78-4f09-99da-fd340e7742bd), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.876694 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.916552 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:34.919374 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:34.921873 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:34.937608 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Pushing event updated for resources: {'Port': ['ID=918d9d47-1f88-4dfd-ae3a-79923629387f,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:34.985998 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Attempting to bind port 918d9d47-1f88-4dfd-ae3a-79923629387f on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:17:34.986364 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Attempting to bind port 918d9d47-1f88-4dfd-ae3a-79923629387f by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:17:34.986718 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Attempting to bind port 918d9d47-1f88-4dfd-ae3a-79923629387f on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:34.992021 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:17:34.992392 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Checking segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:34.992787 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:34.993171 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Bound using segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:17:34.993623 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Bound port: 918d9d47-1f88-4dfd-ae3a-79923629387f, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:17:34.993992 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:35.055695 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-27295288-a93a-4c91-b11b-3629014b386f None None] For port 918d9d47-1f88-4dfd-ae3a-79923629387f, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:17:35.058970 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-27295288-a93a-4c91-b11b-3629014b386f None None] For port 918d9d47-1f88-4dfd-ae3a-79923629387f, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=918d9d47-1f88-4dfd-ae3a-79923629387f,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:17:35.081317 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks [] for router_gateway (2aca0235-8e78-4f09-99da-fd340e7742bd), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:35.100778 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:35.145810 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:35.205475 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Allocated IP 172.27.0.10 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/ec9ca157-3cc5-4127-84a3-876a38688681) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:35.215783 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27295288-a93a-4c91-b11b-3629014b386f None None] Pushing event updated for resources: {'Port': ['ID=918d9d47-1f88-4dfd-ae3a-79923629387f,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:35.316865 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks [] for port (ec9ca157-3cc5-4127-84a3-876a38688681), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:35.411312 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:35.452578 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:35.456827 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:35.459895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:35.487759 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9ca157-3cc5-4127-84a3-876a38688681,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:35.631695 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7d226-b774-481e-a5ca-2cdccadaed6e req-f1b40101-6bde-406d-bb41-690f4ad1385b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:35.633205 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17d7d226-b774-481e-a5ca-2cdccadaed6e req-f1b40101-6bde-406d-bb41-690f4ad1385b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0463037 Apr 12 19:17:35.681713 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17d7d226-b774-481e-a5ca-2cdccadaed6e req-ef21e4ea-cd2c-401f-9a19-316929f1458b tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428116 Apr 12 19:17:35.783276 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks [] for router_gateway (2aca0235-8e78-4f09-99da-fd340e7742bd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.094495 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d15c9-1ec9-4c5f-9003-548c16329fde None None] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:17:36.201739 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d2c3928f-7c62-4700-94f5-cd2370c1e8af None None] Provisioning complete for port 918d9d47-1f88-4dfd-ae3a-79923629387f triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:36.202031 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d2c3928f-7c62-4700-94f5-cd2370c1e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.229672 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (2aca0235-8e78-4f09-99da-fd340e7742bd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.291213 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3928f-7c62-4700-94f5-cd2370c1e8af None None] Current status of the port 918d9d47-1f88-4dfd-ae3a-79923629387f is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:36.291740 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d2c3928f-7c62-4700-94f5-cd2370c1e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.339528 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d2c3928f-7c62-4700-94f5-cd2370c1e8af None None] For port 918d9d47-1f88-4dfd-ae3a-79923629387f, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=918d9d47-1f88-4dfd-ae3a-79923629387f,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:36.350413 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 918d9d47-1f88-4dfd-ae3a-79923629387f up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:36.400136 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 918d9d47-1f88-4dfd-ae3a-79923629387f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:36.400516 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.429780 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d2c3928f-7c62-4700-94f5-cd2370c1e8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.456368 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Router 2aca0235-8e78-4f09-99da-fd340e7742bd is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:17:36.510319 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3928f-7c62-4700-94f5-cd2370c1e8af None None] Pushing event updated for resources: {'Port': ['ID=918d9d47-1f88-4dfd-ae3a-79923629387f,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:36.523956 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 918d9d47-1f88-4dfd-ae3a-79923629387f is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:36.546221 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-a731b984-0008-4c45-ba71-44ed3d1758e6 None None] Provisioning complete for port 918d9d47-1f88-4dfd-ae3a-79923629387f triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:36.546598 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a731b984-0008-4c45-ba71-44ed3d1758e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.569468 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:36.579826 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:36.597990 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:36.598614 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:36.673384 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:36.677501 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fb93a226-db06-4566-8339-efd89af51588 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2701705 Apr 12 19:17:36.678303 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41510) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:36.722099 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-a731b984-0008-4c45-ba71-44ed3d1758e6 None None] Current status of the port 918d9d47-1f88-4dfd-ae3a-79923629387f is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:36.742606 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:36.916771 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:35Z', 'revision_number': 3, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:36.944111 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:36.944458 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Updating router 2aca0235-8e78-4f09-99da-fd340e7742bd port ec9ca157-3cc5-4127-84a3-876a38688681 binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:17:36.977886 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.081898 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f67b-98fa-4230-9a09-e21345e00849 req-23ed7f48-4bec-4e41-b9fb-3e548913d6d4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:37.083364 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f17f67b-98fa-4230-9a09-e21345e00849 req-23ed7f48-4bec-4e41-b9fb-3e548913d6d4 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.3172901 Apr 12 19:17:37.205168 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f17f67b-98fa-4230-9a09-e21345e00849 req-ef6a00d7-ca70-484f-8db4-a2c0c7b342eb tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866394 Apr 12 19:17:37.230983 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Publish callbacks [] for port (ec9ca157-3cc5-4127-84a3-876a38688681), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.307875 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.360688 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Attempting to bind port ec9ca157-3cc5-4127-84a3-876a38688681 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:17:37.361051 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Attempting to bind port ec9ca157-3cc5-4127-84a3-876a38688681 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:17:37.361407 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Attempting to bind port ec9ca157-3cc5-4127-84a3-876a38688681 on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:37.368786 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b19af-e029-42a1-b62f-b84abec6222f None None] Pushing event updated for resources: {'Port': ['ID=ec9ca157-3cc5-4127-84a3-876a38688681,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:37.372401 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:17:37.372779 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:37.373180 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.373557 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:17:37.374028 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Bound port: ec9ca157-3cc5-4127-84a3-876a38688681, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:17:37.374406 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.428315 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.429514 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] For port ec9ca157-3cc5-4127-84a3-876a38688681, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:17:37.432583 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] For port ec9ca157-3cc5-4127-84a3-876a38688681, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=ec9ca157-3cc5-4127-84a3-876a38688681,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:17:37.519557 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.573584 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:37.574260 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:37.581886 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Allocated IP 172.20.0.1 (3a109e97-1d23-43da-9b96-77c2a2fda05f/250d44b5-79db-4795-8f81-e33d119a2768/f15ba720-0089-42cc-9d5e-58ac52af6fda) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:37.618066 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b19af-e029-42a1-b62f-b84abec6222f None None] Pushing event updated for resources: {'Port': ['ID=ec9ca157-3cc5-4127-84a3-876a38688681,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:37.693765 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks [] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.696748 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:37.788947 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.830616 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:37.836780 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:37.839430 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:37.841888 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Pushing event updated for resources: {'Port': ['ID=f15ba720-0089-42cc-9d5e-58ac52af6fda,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:37.869029 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:35Z', 'revision_number': 3, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:37.881869 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (2aca0235-8e78-4f09-99da-fd340e7742bd), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:37.900681 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6696d190-4235-4372-8567-32d7e93799b1 None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:35Z', 'revision_number': 3, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:38.035286 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7581389-1713-46c8-aa40-ef726272e886 req-adbaab92-9615-49f1-a025-4f273ccb27bd tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:38.037350 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7581389-1713-46c8-aa40-ef726272e886 req-adbaab92-9615-49f1-a025-4f273ccb27bd tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.0582962 Apr 12 19:17:38.048541 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-c529d745-33b9-401d-94bc-dda900c0b388 None None] Provisioning complete for port f15ba720-0089-42cc-9d5e-58ac52af6fda triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:38.048925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c529d745-33b9-401d-94bc-dda900c0b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.088135 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-c529d745-33b9-401d-94bc-dda900c0b388 None None] Port f15ba720-0089-42cc-9d5e-58ac52af6fda cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:17:38.167530 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Deleting port 96173144-df00-4760-ac92-b0689521f5de {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:38.167873 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (96173144-df00-4760-ac92-b0689521f5de), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.173809 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.399093 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 918d9d47-1f88-4dfd-ae3a-79923629387f up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:38.399777 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] For port 96173144-df00-4760-ac92-b0689521f5de, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=96173144-df00-4760-ac92-b0689521f5de,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:38.399777 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (96173144-df00-4760-ac92-b0689521f5de), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.409723 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e840755-bc83-4161-a276-6ae8fb3c2895 req-0a5047b4-52e8-438d-b7c7-91fb77128517 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:38.411244 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e840755-bc83-4161-a276-6ae8fb3c2895 req-0a5047b4-52e8-438d-b7c7-91fb77128517 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 945 time: 0.1115756 Apr 12 19:17:38.454830 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 918d9d47-1f88-4dfd-ae3a-79923629387f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:38.455207 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.541649 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 918d9d47-1f88-4dfd-ae3a-79923629387f is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:38.542868 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device ec9ca157-3cc5-4127-84a3-876a38688681 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:38.592225 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port ec9ca157-3cc5-4127-84a3-876a38688681 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:38.592692 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.599101 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4e840755-bc83-4161-a276-6ae8fb3c2895 req-015d2624-1c9f-4344-82cc-d575d84c3e9c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=36b6c13a-2a30-4602-b803-c4fd70a2a5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800270 Apr 12 19:17:38.663850 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks [] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.686141 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port ec9ca157-3cc5-4127-84a3-876a38688681 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:38.686866 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.709811 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port ec9ca157-3cc5-4127-84a3-876a38688681, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=ec9ca157-3cc5-4127-84a3-876a38688681,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:38.731064 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.731648 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.731863 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Floating IP 7f50388b-7297-4a32-89af-a936b53dddf7 disassociated. External IP: 172.27.0.73, port: 96173144-df00-4760-ac92-b0689521f5de. Apr 12 19:17:38.732101 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Calling delete_port for 96173144-df00-4760-ac92-b0689521f5de owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:38.737971 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.799450 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.851010 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=ec9ca157-3cc5-4127-84a3-876a38688681,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:38.851410 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (2aca0235-8e78-4f09-99da-fd340e7742bd), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:38.858361 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Pushing event updated for resources: {'Port': ['ID=f15ba720-0089-42cc-9d5e-58ac52af6fda,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:39.004540 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:39.006640 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:39.095450 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (96173144-df00-4760-ac92-b0689521f5de), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:39.129767 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event deleted for resources: {'Port': ['ID=96173144-df00-4760-ac92-b0689521f5de,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:39.200297 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:39.213786 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-875ce117-cf8f-4815-9241-c4f43b50e28c None None] Provisioning complete for port f15ba720-0089-42cc-9d5e-58ac52af6fda triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:39.214183 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-875ce117-cf8f-4815-9241-c4f43b50e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:39.251267 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-875ce117-cf8f-4815-9241-c4f43b50e28c None None] Port f15ba720-0089-42cc-9d5e-58ac52af6fda cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:17:39.343508 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:39.407759 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:39.415877 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-a2bf72e5-999c-438d-b168-688b8630233b admin admin] 10.222.0.50 "PUT /v2.0/routers/2aca0235-8e78-4f09-99da-fd340e7742bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368321 Apr 12 19:17:39.619743 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:39.631222 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:39.633143 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:39.753475 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cd1d962b-6669-4fb9-a4b1-cb7863fac46e req-5d2d3376-025a-4e36-859e-79217fad58c3 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0351694 Apr 12 19:17:39.758141 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:39.770365 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:39.786036 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] Sync routers for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:39.801518 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:39.803178 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:39.818657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] No DVR routers for this DVR port 96173144-df00-4760-ac92-b0689521f5de on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:39.821292 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:39.824665 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7581389-1713-46c8-aa40-ef726272e886 req-54d4acf3-311d-465d-ae17-030c4db02d87 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "DELETE /v2.0/ports/96173144-df00-4760-ac92-b0689521f5de HTTP/1.1" status: 204 len: 173 time: 1.7812152 Apr 12 19:17:39.825145 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'name': 'network-vif-deleted', 'tag': '96173144-df00-4760-ac92-b0689521f5de'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:39.827491 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2704a3-cd26-453a-992e-fa1a9478cb5b" -d '{"events": [{"server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "name": "network-vif-deleted", "tag": "96173144-df00-4760-ac92-b0689521f5de"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:39.874492 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9201480-5da8-4679-8673-feec4081a3bd x-openstack-request-id: req-e9201480-5da8-4679-8673-feec4081a3bd {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:39.874793 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131f6a12-4d6f-4e69-a634-87e87402c8c2", "name": "network-vif-deleted", "tag": "96173144-df00-4760-ac92-b0689521f5de", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:39.875052 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9201480-5da8-4679-8673-feec4081a3bd {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:39.875608 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9201480-5da8-4679-8673-feec4081a3bd'] response: {'server_uuid': '131f6a12-4d6f-4e69-a634-87e87402c8c2', 'name': 'network-vif-deleted', 'tag': '96173144-df00-4760-ac92-b0689521f5de', 'status': 'completed', 'code': 200} Apr 12 19:17:39.984045 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 2, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:40.013979 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:40.014393 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Updating router 2aca0235-8e78-4f09-99da-fd340e7742bd port f15ba720-0089-42cc-9d5e-58ac52af6fda binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:17:40.045289 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.082477 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:40.296829 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:40.335803 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device ec9ca157-3cc5-4127-84a3-876a38688681 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:40.338375 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] Checking router: af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:40.347498 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Publish callbacks [] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.364122 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41536) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:40.369741 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1859631167-network', 'tenant_id': 'a157aaece61346719a362ce6df55db6a'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:40.371384 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:40.372010 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:40.410480 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.466171 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port ec9ca157-3cc5-4127-84a3-876a38688681 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:40.466615 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.466729 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Pushing event updated for resources: {'Port': ['ID=f15ba720-0089-42cc-9d5e-58ac52af6fda,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:40.479376 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.479638 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.479919 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.480206 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.487775 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:40.508891 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Made reservation on behalf of a157aaece61346719a362ce6df55db6a for: {'network': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:17:40.511765 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.525749 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.544245 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:40.564692 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Attempting to bind port f15ba720-0089-42cc-9d5e-58ac52af6fda on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:17:40.565066 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Attempting to bind port f15ba720-0089-42cc-9d5e-58ac52af6fda by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:17:40.565429 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Attempting to bind port f15ba720-0089-42cc-9d5e-58ac52af6fda on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:40.574106 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:17:40.574905 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Checking segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:40.575668 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.576627 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Bound using segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:17:40.577329 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Bound port: f15ba720-0089-42cc-9d5e-58ac52af6fda, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:17:40.577919 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.636654 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks [] for security_group (e25dba57-4c00-42b5-be67-e8c7fa390436), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.666016 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] For port f15ba720-0089-42cc-9d5e-58ac52af6fda, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:17:40.669284 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] For port f15ba720-0089-42cc-9d5e-58ac52af6fda, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=f15ba720-0089-42cc-9d5e-58ac52af6fda,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:17:40.708485 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (e25dba57-4c00-42b5-be67-e8c7fa390436), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.720512 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port ec9ca157-3cc5-4127-84a3-876a38688681 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:40.731312 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:17:40.746172 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25dba57-4c00-42b5-be67-e8c7fa390436,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:40.751420 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (315ada91-85ac-489e-9f73-9963e82f030a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.751797 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.segments_db [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Added segment 315ada91-85ac-489e-9f73-9963e82f030a of type vlan for network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 Apr 12 19:17:40.771957 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.792656 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:40.825424 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110666c-765e-4b3d-9e50-518581a5a644 None None] The sync data for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi is: [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '6936d237-4ac9-4fce-8809-8503de417081', 'name': '', 'network_id': 'a1c2abfe-6c5a-40c4-97e4-f68ef634895a', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'mac_address': 'fa:16:3e:fe:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:02Z', 'updated_at': '2022-04-12T19:10:13Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'subnets': [{'id': 'ec0c164d-f906-47f7-b38b-3a7b5a3864be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:40.830128 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-22455ef7-c5ce-46db-a114-77eea3f04658 None None] Provisioning complete for port f15ba720-0089-42cc-9d5e-58ac52af6fda triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:40.830256 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22455ef7-c5ce-46db-a114-77eea3f04658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.846738 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:40.847388 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:40.866077 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (b40da1dd-e37a-4f64-88ca-a2c8f051d2c4), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.918525 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb2301-f8d3-4b0d-ae0e-ded266cec8da None None] Pushing event updated for resources: {'Port': ['ID=f15ba720-0089-42cc-9d5e-58ac52af6fda,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:40.973424 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-22455ef7-c5ce-46db-a114-77eea3f04658 None None] Current status of the port f15ba720-0089-42cc-9d5e-58ac52af6fda is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:40.973895 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22455ef7-c5ce-46db-a114-77eea3f04658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:40.989536 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-906e18a7-bce8-4060-869b-13444dd5806b req-f9369656-294a-46f0-bdf4-c7bf4a7864f1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=131f6a12-4d6f-4e69-a634-87e87402c8c2 HTTP/1.1" status: 200 len: 210 time: 0.0511634 Apr 12 19:17:41.022355 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (b40da1dd-e37a-4f64-88ca-a2c8f051d2c4), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:41.024369 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:41.024972 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:41.032038 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-22455ef7-c5ce-46db-a114-77eea3f04658 None None] For port f15ba720-0089-42cc-9d5e-58ac52af6fda, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=f15ba720-0089-42cc-9d5e-58ac52af6fda,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:41.108863 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22455ef7-c5ce-46db-a114-77eea3f04658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:41.122243 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] Pushing event updated for resources: {'Network': ['ID=b40da1dd-e37a-4f64-88ca-a2c8f051d2c4,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:41.126923 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:41.141561 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:17:41.143388 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41540) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:41.152985 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3a869dc7-47da-44c6-aa7b-38ec5667ed6e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7827373 Apr 12 19:17:41.153139 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Request body: {'subnet': {'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1859631167-subnet', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:41.239520 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Made reservation on behalf of a157aaece61346719a362ce6df55db6a for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:17:41.242178 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455ef7-c5ce-46db-a114-77eea3f04658 None None] Pushing event updated for resources: {'Port': ['ID=f15ba720-0089-42cc-9d5e-58ac52af6fda,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:41.242759 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5895610'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:41.244574 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-258e23e3-ec1b-42f9-9cc9-423b53694fc9 None None] Provisioning complete for port f15ba720-0089-42cc-9d5e-58ac52af6fda triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:41.244943 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-258e23e3-ec1b-42f9-9cc9-423b53694fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:41.284460 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94feaf96-6c82-4e82-b300-785ebc2d141b None None] New status for floating IP 7f50388b-7297-4a32-89af-a936b53dddf7: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:17:41.340975 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-258e23e3-ec1b-42f9-9cc9-423b53694fc9 None None] Current status of the port f15ba720-0089-42cc-9d5e-58ac52af6fda is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:41.479234 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5895596'] for subnet (f4b7d38b-e794-4dbb-a629-d01aaba1f6cd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:41.490141 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 96173144-df00-4760-ac92-b0689521f5de no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:41.510646 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 96173144-df00-4760-ac92-b0689521f5de {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:41.510994 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 96173144-df00-4760-ac92-b0689521f5de not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:41.525762 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:41.538632 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b7d38b-e794-4dbb-a629-d01aaba1f6cd,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:41.549046 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Checking segment: {'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:41.549409 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Network hostable DHCP agents. Network: b40da1dd-e37a-4f64-88ca-a2c8f051d2c4, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:17:41.561367 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d404c254-e57c-46d2-9494-3ee535127a60 None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:41.762808 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:17:41.933979 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, b40da1dd-e37a-4f64-88ca-a2c8f051d2c4) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:41.938420 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:41.939858 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:41.943194 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd533f-6f29-4a0d-b6fd-e6cb88962647 None None] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:17:42.040441 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41544) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:42.041043 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-218091f6-63c7-4936-a31e-ba7df2158202 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8955553 Apr 12 19:17:42.043207 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:42.053696 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-b40da1dd-e37a-4f64-88ca-a2c8f051d2c4', 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4', 'project_id': 'a157aaece61346719a362ce6df55db6a', 'fixed_ips': [{'subnet_id': 'f4b7d38b-e794-4dbb-a629-d01aaba1f6cd'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:17:42.055112 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.174106 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (d59ef124-bd2c-431d-ba17-be3a91912b7f), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.175519 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (d59ef124-bd2c-431d-ba17-be3a91912b7f), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.211206 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41548) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:42.212603 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Allocated IP 172.20.0.2 (b40da1dd-e37a-4f64-88ca-a2c8f051d2c4/f4b7d38b-e794-4dbb-a629-d01aaba1f6cd/2e875dae-a95d-41e2-8150-c98ab860e0f5) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:42.240296 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks [] for router_controller (d59ef124-bd2c-431d-ba17-be3a91912b7f), precommit_add_association {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.301869 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8d63777d-c7b5-4184-bd7a-d59708ba69b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group (36b6c13a-2a30-4602-b803-c4fd70a2a5a5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.329338 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8d63777d-c7b5-4184-bd7a-d59708ba69b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group (36b6c13a-2a30-4602-b803-c4fd70a2a5a5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.356314 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device f15ba720-0089-42cc-9d5e-58ac52af6fda up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:42.443373 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port f15ba720-0089-42cc-9d5e-58ac52af6fda triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:42.443853 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.468170 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Publish callbacks [] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.478627 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks [] for router_gateway (d59ef124-bd2c-431d-ba17-be3a91912b7f), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.484019 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8d63777d-c7b5-4184-bd7a-d59708ba69b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (36b6c13a-2a30-4602-b803-c4fd70a2a5a5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.486787 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8d63777d-c7b5-4184-bd7a-d59708ba69b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.488052 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8d63777d-c7b5-4184-bd7a-d59708ba69b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "DELETE /v2.0/security-groups/36b6c13a-2a30-4602-b803-c4fd70a2a5a5 HTTP/1.1" status: 204 len: 168 time: 0.2751811 Apr 12 19:17:42.492003 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41550) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:42.499723 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63777d-c7b5-4184-bd7a-d59708ba69b5 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6c13a-2a30-4602-b803-c4fd70a2a5a5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:42.507405 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.api.v2.resource [None req-b9fbc119-6922-45ab-ab8a-5270080066f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] show failed (client error): The resource could not be found. Apr 12 19:17:42.508754 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-b9fbc119-6922-45ab-ab8a-5270080066f7 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups/36b6c13a-2a30-4602-b803-c4fd70a2a5a5 HTTP/1.1" status: 404 len: 347 time: 0.0160162 Apr 12 19:17:42.511772 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41552) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:42.549983 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.551027 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port f15ba720-0089-42cc-9d5e-58ac52af6fda is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:42.594680 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:42.597642 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:42.604336 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:42.613477 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Pushing event updated for resources: {'Port': ['ID=2e875dae-a95d-41e2-8150-c98ab860e0f5,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:42.678706 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Attempting to bind port 2e875dae-a95d-41e2-8150-c98ab860e0f5 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:17:42.679181 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Attempting to bind port 2e875dae-a95d-41e2-8150-c98ab860e0f5 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:17:42.679636 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Attempting to bind port 2e875dae-a95d-41e2-8150-c98ab860e0f5 on network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:42.686938 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:17:42.687202 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Checking segment: {'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:42.687704 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.688107 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Bound using segment: {'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:17:42.688577 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Bound port: 2e875dae-a95d-41e2-8150-c98ab860e0f5, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:17:42.688958 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.696872 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Deleting port 109e4e72-a1ef-44fd-bc0b-4080f243fdb6 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:42.697218 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.755976 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] For port 2e875dae-a95d-41e2-8150-c98ab860e0f5, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:17:42.759008 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] For port 2e875dae-a95d-41e2-8150-c98ab860e0f5, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=2e875dae-a95d-41e2-8150-c98ab860e0f5,segment=NetworkSegment(315ada91-85ac-489e-9f73-9963e82f030a),segment_id=315ada91-85ac-489e-9f73-9963e82f030a)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:17:42.831345 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.866146 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.866547 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.888214 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Calling delete_port for 109e4e72-a1ef-44fd-bc0b-4080f243fdb6 owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:42.893153 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks [] for router_gateway (d59ef124-bd2c-431d-ba17-be3a91912b7f), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:42.899346 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e1817-5058-47d1-b809-671bafb2d067 None None] Pushing event updated for resources: {'Port': ['ID=2e875dae-a95d-41e2-8150-c98ab860e0f5,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:42.918726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:43.103649 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Allocated IP 172.27.0.154 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/eded9625-c412-4108-abae-55c78bf6df6d) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:43.244212 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks [] for port (eded9625-c412-4108-abae-55c78bf6df6d), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:43.293445 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (109e4e72-a1ef-44fd-bc0b-4080f243fdb6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:43.321484 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event deleted for resources: {'Port': ['ID=109e4e72-a1ef-44fd-bc0b-4080f243fdb6,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:43.369961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (eded9625-c412-4108-abae-55c78bf6df6d), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:43.417671 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:43.425887 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:43.428967 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:43.434927 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks [] for floatingip (7f50388b-7297-4a32-89af-a936b53dddf7), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:43.437543 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:43.438685 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5c9e72c6-1fb6-444f-931e-ea6171385d59 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "DELETE /v2.0/floatingips/7f50388b-7297-4a32-89af-a936b53dddf7 HTTP/1.1" status: 204 len: 168 time: 0.9259419 Apr 12 19:17:43.440840 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Pushing event updated for resources: {'Port': ['ID=eded9625-c412-4108-abae-55c78bf6df6d,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:43.791239 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe23fcc-7ff3-4d90-bb6c-aa69ec8c7583 None None] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:17:43.821372 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks [] for router_gateway (d59ef124-bd2c-431d-ba17-be3a91912b7f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:43.899047 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-aeff2d22-5d81-44a6-9f59-d213befcdacd None None] Provisioning complete for port 2e875dae-a95d-41e2-8150-c98ab860e0f5 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:43.899361 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aeff2d22-5d81-44a6-9f59-d213befcdacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.000149 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-aeff2d22-5d81-44a6-9f59-d213befcdacd None None] Current status of the port 2e875dae-a95d-41e2-8150-c98ab860e0f5 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:44.004958 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aeff2d22-5d81-44a6-9f59-d213befcdacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.034153 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (d59ef124-bd2c-431d-ba17-be3a91912b7f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.038545 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-aeff2d22-5d81-44a6-9f59-d213befcdacd None None] For port 2e875dae-a95d-41e2-8150-c98ab860e0f5, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=2e875dae-a95d-41e2-8150-c98ab860e0f5,segment=NetworkSegment(315ada91-85ac-489e-9f73-9963e82f030a),segment_id=315ada91-85ac-489e-9f73-9963e82f030a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:44.108198 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aeff2d22-5d81-44a6-9f59-d213befcdacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.156525 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff2d22-5d81-44a6-9f59-d213befcdacd None None] Pushing event updated for resources: {'Port': ['ID=2e875dae-a95d-41e2-8150-c98ab860e0f5,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:44.226212 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-2fd0496b-c1e3-45dc-864d-9a789e3191fd None None] Provisioning complete for port 2e875dae-a95d-41e2-8150-c98ab860e0f5 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:44.226590 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2fd0496b-c1e3-45dc-864d-9a789e3191fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.242838 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Router d59ef124-bd2c-431d-ba17-be3a91912b7f is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:17:44.332030 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0496b-c1e3-45dc-864d-9a789e3191fd None None] Current status of the port 2e875dae-a95d-41e2-8150-c98ab860e0f5 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:44.335176 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 2e875dae-a95d-41e2-8150-c98ab860e0f5 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:44.365775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:44.374874 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Sync routers for ids ['d59ef124-bd2c-431d-ba17-be3a91912b7f'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:44.393392 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Routers {'d59ef124-bd2c-431d-ba17-be3a91912b7f'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:44.393998 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['d59ef124-bd2c-431d-ba17-be3a91912b7f'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:44.398862 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 2e875dae-a95d-41e2-8150-c98ab860e0f5 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:44.398991 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.462508 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.463719 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3f837798-9dc3-4499-be0b-b23594959821 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4269180 Apr 12 19:17:44.466561 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41558) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:44.689285 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Set router d59ef124-bd2c-431d-ba17-be3a91912b7f gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:44.751291 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 2e875dae-a95d-41e2-8150-c98ab860e0f5 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:44.886707 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:43Z', 'revision_number': 3, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port': {'id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:44.913944 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:44.919166 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Checking router: d59ef124-bd2c-431d-ba17-be3a91912b7f for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:44.919535 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Updating router d59ef124-bd2c-431d-ba17-be3a91912b7f port eded9625-c412-4108-abae-55c78bf6df6d binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:17:44.947833 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (eded9625-c412-4108-abae-55c78bf6df6d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.079111 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Allocated IP 172.20.0.1 (b40da1dd-e37a-4f64-88ca-a2c8f051d2c4/f4b7d38b-e794-4dbb-a629-d01aaba1f6cd/3def72f6-ed05-43d8-ad5d-3454e1b8a097) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:45.215212 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks [] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.281109 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Publish callbacks [] for port (eded9625-c412-4108-abae-55c78bf6df6d), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.281958 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (eded9625-c412-4108-abae-55c78bf6df6d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.335770 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Attempting to bind port eded9625-c412-4108-abae-55c78bf6df6d on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:17:45.336140 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Attempting to bind port eded9625-c412-4108-abae-55c78bf6df6d by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:17:45.336505 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Attempting to bind port eded9625-c412-4108-abae-55c78bf6df6d on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:45.338430 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28008324-0726-4c05-a6a5-43a9c97d8c3a None None] Pushing event updated for resources: {'Port': ['ID=eded9625-c412-4108-abae-55c78bf6df6d,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:45.343845 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:17:45.349390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:45.349390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.349390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:17:45.349390 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Bound port: eded9625-c412-4108-abae-55c78bf6df6d, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:17:45.350560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.350950 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (eded9625-c412-4108-abae-55c78bf6df6d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.387053 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:45.392266 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:45.394743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:45.429925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] For port eded9625-c412-4108-abae-55c78bf6df6d, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:17:45.429925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] For port eded9625-c412-4108-abae-55c78bf6df6d, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=eded9625-c412-4108-abae-55c78bf6df6d,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:17:45.433698 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Pushing event updated for resources: {'Port': ['ID=3def72f6-ed05-43d8-ad5d-3454e1b8a097,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:45.454594 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (d59ef124-bd2c-431d-ba17-be3a91912b7f), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.551342 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (eded9625-c412-4108-abae-55c78bf6df6d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.619608 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Routers {'d59ef124-bd2c-431d-ba17-be3a91912b7f'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:45.623515 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['d59ef124-bd2c-431d-ba17-be3a91912b7f'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:45.623515 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28008324-0726-4c05-a6a5-43a9c97d8c3a None None] Pushing event updated for resources: {'Port': ['ID=eded9625-c412-4108-abae-55c78bf6df6d,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:45.699393 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.740567 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] Set router d59ef124-bd2c-431d-ba17-be3a91912b7f gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:45.821102 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-ccb02783-2cea-4acc-b048-17ed3f8a14bf None None] Provisioning complete for port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:45.821399 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ccb02783-2cea-4acc-b048-17ed3f8a14bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.871447 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks [] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.891557 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ccb02783-2cea-4acc-b048-17ed3f8a14bf None None] Port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:17:45.953550 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:43Z', 'revision_number': 3, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port': {'id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:45.966752 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:45.982243 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd6bd6-94e8-4737-96ea-675339bf730b None None] The sync data for ids ['d59ef124-bd2c-431d-ba17-be3a91912b7f'] in dv-cinder-837538-1-iscsi is: [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:43Z', 'revision_number': 3, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port': {'id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:46.047737 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a838a32-5bd9-451d-ab32-f829a0f21ea7 req-c56e1e56-493d-486a-bf7f-e4a8dd0f0e1e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:46.049361 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5a838a32-5bd9-451d-ab32-f829a0f21ea7 req-c56e1e56-493d-486a-bf7f-e4a8dd0f0e1e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0944448 Apr 12 19:17:46.077591 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Pushing event updated for resources: {'Port': ['ID=3def72f6-ed05-43d8-ad5d-3454e1b8a097,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:46.087173 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (d59ef124-bd2c-431d-ba17-be3a91912b7f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:46.142949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5a838a32-5bd9-451d-ab32-f829a0f21ea7 req-fa3d74d0-376a-49e4-a394-deaa731e9f5e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803130 Apr 12 19:17:46.221729 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:46.221729 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:46.367723 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device eded9625-c412-4108-abae-55c78bf6df6d up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:46.400014 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Router d59ef124-bd2c-431d-ba17-be3a91912b7f has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:46.444849 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port eded9625-c412-4108-abae-55c78bf6df6d triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:46.445471 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (eded9625-c412-4108-abae-55c78bf6df6d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:46.514997 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-7e63e589-abf1-4679-b500-a6e75f61e4d5 None None] Provisioning complete for port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:46.515376 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7e63e589-abf1-4679-b500-a6e75f61e4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:46.592087 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port eded9625-c412-4108-abae-55c78bf6df6d is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:46.598040 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (eded9625-c412-4108-abae-55c78bf6df6d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:46.599461 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-7e63e589-abf1-4679-b500-a6e75f61e4d5 None None] Port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:17:46.620035 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port eded9625-c412-4108-abae-55c78bf6df6d, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=eded9625-c412-4108-abae-55c78bf6df6d,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:46.771158 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (eded9625-c412-4108-abae-55c78bf6df6d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:46.800547 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade8bb-93a2-4c1a-ba50-3e26c099803b req-7f2096ab-a065-47e7-a80c-562d5dd27521 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:46.802926 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5ade8bb-93a2-4c1a-ba50-3e26c099803b req-7f2096ab-a065-47e7-a80c-562d5dd27521 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0636756 Apr 12 19:17:46.831812 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=eded9625-c412-4108-abae-55c78bf6df6d,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:46.898375 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:46.906657 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1a0ef923-1474-4e24-a508-38fa0f284a94 admin admin] 10.222.0.50 "PUT /v2.0/routers/d59ef124-bd2c-431d-ba17-be3a91912b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4390974 Apr 12 19:17:46.912319 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5ade8bb-93a2-4c1a-ba50-3e26c099803b req-557cf1bd-ce56-48c2-85a1-76e84e294711 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793114 Apr 12 19:17:47.305136 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-51c3a8f1-8eae-4cba-88a6-9d18506a4cc2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:47.306653 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-51c3a8f1-8eae-4cba-88a6-9d18506a4cc2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0746086 Apr 12 19:17:47.325316 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8069c74-9f0d-4158-b641-8d5037751730 req-19c28b95-62bc-43c7-bb67-6c70b55c25d2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:47.326788 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f8069c74-9f0d-4158-b641-8d5037751730 req-19c28b95-62bc-43c7-bb67-6c70b55c25d2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 946 time: 0.0666420 Apr 12 19:17:47.465082 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f8069c74-9f0d-4158-b641-8d5037751730 req-134f2330-60a2-4e77-92ef-1546b4847c75 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=140b4765-bc2f-4795-8112-472c97036945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277781 Apr 12 19:17:47.475309 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Deleting port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:47.475650 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.577658 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] For port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:47.578029 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.649742 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41592) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:47.653141 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-653423fa-2ef9-4a90-a18d-ddc3b35b54e5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339016884', 'description': 'tempest-secgroup-smoke-1339016884 description', 'project_id': '820377ed90cd4b1aa7b6079217559de1'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:47.744649 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-653423fa-2ef9-4a90-a18d-ddc3b35b54e5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.758939 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.759281 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (965905c2-7ae9-4745-b18f-1e3fc2d45a88), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.759634 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Floating IP 965905c2-7ae9-4745-b18f-1e3fc2d45a88 disassociated. External IP: 172.27.0.74, port: 1d19ad6e-e45a-4e2b-b82c-3da11809ddee. Apr 12 19:17:47.759975 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Calling delete_port for 1d19ad6e-e45a-4e2b-b82c-3da11809ddee owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:47.792302 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-5331e941-6a58-4e06-ab4d-42924a1c2260 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:47.793767 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-5331e941-6a58-4e06-ab4d-42924a1c2260 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.0599647 Apr 12 19:17:47.915110 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-653423fa-2ef9-4a90-a18d-ddc3b35b54e5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group (47e7c04d-a6fe-4875-ba29-2dbc93a2634b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.921313 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Deleting port fd92351d-9c08-48c8-b41b-72450265f429 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:47.921649 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (fd92351d-9c08-48c8-b41b-72450265f429), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.960174 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (1d19ad6e-e45a-4e2b-b82c-3da11809ddee), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:47.993545 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event deleted for resources: {'Port': ['ID=1d19ad6e-e45a-4e2b-b82c-3da11809ddee,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:47.993782 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-653423fa-2ef9-4a90-a18d-ddc3b35b54e5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (47e7c04d-a6fe-4875-ba29-2dbc93a2634b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.053977 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] For port fd92351d-9c08-48c8-b41b-72450265f429, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd92351d-9c08-48c8-b41b-72450265f429,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:48.054347 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (fd92351d-9c08-48c8-b41b-72450265f429), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.057169 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653423fa-2ef9-4a90-a18d-ddc3b35b54e5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e7c04d-a6fe-4875-ba29-2dbc93a2634b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:48.071383 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Calling delete_port for fd92351d-9c08-48c8-b41b-72450265f429 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:48.093823 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e529fb-f494-4be8-81cb-ed05fc171610 req-3a385d48-a35b-4e63-b33d-36d0c9813cc1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:48.095310 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-11e529fb-f494-4be8-81cb-ed05fc171610 req-3a385d48-a35b-4e63-b33d-36d0c9813cc1 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 946 time: 0.1057951 Apr 12 19:17:48.116754 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-653423fa-2ef9-4a90-a18d-ddc3b35b54e5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.120753 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-653423fa-2ef9-4a90-a18d-ddc3b35b54e5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4683609 Apr 12 19:17:48.121315 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41596) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:48.125537 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-792fae57-d393-4000-b503-bcf7d7b9dd6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'security_group_rule': {'security_group_id': '47e7c04d-a6fe-4875-ba29-2dbc93a2634b', 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:48.187123 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-11e529fb-f494-4be8-81cb-ed05fc171610 req-36821a21-5452-46de-9169-0b76667033cf tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855303 Apr 12 19:17:48.195089 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Router 25a2d690-e864-4f47-8773-cdb0d9adb34e has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:48.256381 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-792fae57-d393-4000-b503-bcf7d7b9dd6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (622fc296-4911-4706-8b8b-fbacdad23369), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.324048 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-792fae57-d393-4000-b503-bcf7d7b9dd6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (622fc296-4911-4706-8b8b-fbacdad23369), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.327827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:48.329833 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device eded9625-c412-4108-abae-55c78bf6df6d up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:48.338347 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (fd92351d-9c08-48c8-b41b-72450265f429), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.339593 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] Sync routers for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:48.354761 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:48.365512 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:48.397023 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['b2898a24-6528-401c-ad03-c596a2facb06', 'fd92351d-9c08-48c8-b41b-72450265f429'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:17:48.410453 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] No DVR routers for this DVR port 1d19ad6e-e45a-4e2b-b82c-3da11809ddee on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:48.413381 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.417019 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-89607233-65a9-4fad-8d3f-09881f7c5430 req-fd951028-4cef-45cc-94fc-ff4463746689 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "DELETE /v2.0/ports/1d19ad6e-e45a-4e2b-b82c-3da11809ddee HTTP/1.1" status: 204 len: 173 time: 1.0893235 Apr 12 19:17:48.417568 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'name': 'network-vif-deleted', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:48.420329 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e840838-a6f1-4c50-883d-8e49303f8771" -d '{"events": [{"server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "name": "network-vif-deleted", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:48.421790 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event deleted for resources: {'Port': ['ID=fd92351d-9c08-48c8-b41b-72450265f429,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:48.439932 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-792fae57-d393-4000-b503-bcf7d7b9dd6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (622fc296-4911-4706-8b8b-fbacdad23369), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.506608 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7710b2c-5224-4c99-815c-3bf97e1653c9 x-openstack-request-id: req-c7710b2c-5224-4c99-815c-3bf97e1653c9 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:48.507082 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3fa008-37b9-4c83-b705-a2a431c435ea", "name": "network-vif-deleted", "tag": "1d19ad6e-e45a-4e2b-b82c-3da11809ddee", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:48.507179 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7710b2c-5224-4c99-815c-3bf97e1653c9 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:48.507572 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7710b2c-5224-4c99-815c-3bf97e1653c9'] response: {'server_uuid': 'aa3fa008-37b9-4c83-b705-a2a431c435ea', 'name': 'network-vif-deleted', 'tag': '1d19ad6e-e45a-4e2b-b82c-3da11809ddee', 'status': 'completed', 'code': 200} Apr 12 19:17:48.510804 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] No DVR routers for this DVR port fd92351d-9c08-48c8-b41b-72450265f429 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:48.522735 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.535126 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-543cbf4b-8975-4eeb-8802-8302264af0ca req-4ef42262-06cb-450c-96f0-f092b9bb6e71 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "DELETE /v2.0/ports/fd92351d-9c08-48c8-b41b-72450265f429 HTTP/1.1" status: 204 len: 173 time: 0.7350988 Apr 12 19:17:48.547958 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:48.548347 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'name': 'network-vif-deleted', 'tag': 'fd92351d-9c08-48c8-b41b-72450265f429'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:48.551073 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd4de7b-e6c7-4a8f-b67a-e4f67c3035bb" -d '{"events": [{"server_uuid": "22ab002e-7c47-4a18-8e49-f49ec77d8929", "name": "network-vif-deleted", "tag": "fd92351d-9c08-48c8-b41b-72450265f429"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:48.559098 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port eded9625-c412-4108-abae-55c78bf6df6d triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:48.559531 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (eded9625-c412-4108-abae-55c78bf6df6d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.569634 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fae57-d393-4000-b503-bcf7d7b9dd6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622fc296-4911-4706-8b8b-fbacdad23369,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:48.610086 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb220a5-8671-4d57-b45b-982cf611b9d2 x-openstack-request-id: req-6fb220a5-8671-4d57-b45b-982cf611b9d2 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:48.610469 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ab002e-7c47-4a18-8e49-f49ec77d8929", "name": "network-vif-deleted", "tag": "fd92351d-9c08-48c8-b41b-72450265f429", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:48.610895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6fb220a5-8671-4d57-b45b-982cf611b9d2 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:48.611307 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb220a5-8671-4d57-b45b-982cf611b9d2'] response: {'server_uuid': '22ab002e-7c47-4a18-8e49-f49ec77d8929', 'name': 'network-vif-deleted', 'tag': 'fd92351d-9c08-48c8-b41b-72450265f429', 'status': 'completed', 'code': 200} Apr 12 19:17:48.648834 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-321f831a-663e-4fd8-bcca-b5fcd9d1ed3a req-ee3fd303-0c81-451c-bf91-bd342ad4800a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0663083 Apr 12 19:17:48.684552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-792fae57-d393-4000-b503-bcf7d7b9dd6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.689631 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-792fae57-d393-4000-b503-bcf7d7b9dd6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5648189 Apr 12 19:17:48.690088 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41604) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:48.694994 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-87621798-1138-4eb8-bacf-bf8355eb87f1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'security_group_rule': {'security_group_id': '47e7c04d-a6fe-4875-ba29-2dbc93a2634b', 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:48.753969 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Sync routers for ids ['d59ef124-bd2c-431d-ba17-be3a91912b7f'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:48.793187 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Routers {'d59ef124-bd2c-431d-ba17-be3a91912b7f'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:48.793830 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['d59ef124-bd2c-431d-ba17-be3a91912b7f'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:48.821991 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:48.851005 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] Checking router: 25a2d690-e864-4f47-8773-cdb0d9adb34e for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:48.856710 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-87621798-1138-4eb8-bacf-bf8355eb87f1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (e8e41a2c-f91b-4a98-bde7-130b4570f3d2), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.859973 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port eded9625-c412-4108-abae-55c78bf6df6d is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:48.861733 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:48.862506 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:48.955490 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-87621798-1138-4eb8-bacf-bf8355eb87f1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (e8e41a2c-f91b-4a98-bde7-130b4570f3d2), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:48.964425 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Set router d59ef124-bd2c-431d-ba17-be3a91912b7f gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:48.998293 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:49.028499 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-87621798-1138-4eb8-bacf-bf8355eb87f1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (e8e41a2c-f91b-4a98-bde7-130b4570f3d2), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.053850 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621798-1138-4eb8-bacf-bf8355eb87f1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e41a2c-f91b-4a98-bde7-130b4570f3d2,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:49.173238 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:45Z', 'revision_number': 4, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port': {'id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '3def72f6-ed05-43d8-ad5d-3454e1b8a097', 'name': '', 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'mac_address': 'fa:16:3e:cc:bf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f4b7d38b-e794-4dbb-a629-d01aaba1f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:44Z', 'updated_at': '2022-04-12T19:17:45Z', 'revision_number': 2, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'subnets': [{'id': 'f4b7d38b-e794-4dbb-a629-d01aaba1f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:49.196879 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:49.229231 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cce6f-3c1e-4874-9584-2ed2328336ef None None] The sync data for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi is: [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:49.246042 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-87621798-1138-4eb8-bacf-bf8355eb87f1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.249008 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-87621798-1138-4eb8-bacf-bf8355eb87f1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5580099 Apr 12 19:17:49.255346 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41610) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:49.258817 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-5cd1ae2f-77dc-4aeb-8c71-04c539413bcc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'security_group_rule': {'security_group_id': '47e7c04d-a6fe-4875-ba29-2dbc93a2634b', 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:49.317911 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a45690e3-3631-4678-9d43-9162a01f9c67 req-4a163abe-8b6b-4bc4-97b2-163b8e1c9131 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=22ab002e-7c47-4a18-8e49-f49ec77d8929 HTTP/1.1" status: 200 len: 210 time: 0.0332136 Apr 12 19:17:49.336490 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Checking router: d59ef124-bd2c-431d-ba17-be3a91912b7f for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:49.336490 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Updating router d59ef124-bd2c-431d-ba17-be3a91912b7f port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:17:49.363810 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.381415 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ae2f-77dc-4aeb-8c71-04c539413bcc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (a7016a65-b156-4668-8891-570a07a48f9e), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.428599 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ae2f-77dc-4aeb-8c71-04c539413bcc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (a7016a65-b156-4668-8891-570a07a48f9e), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.527652 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9954c5ad-b649-4304-9ec2-f2fe893721cd None None] New status for floating IP 965905c2-7ae9-4745-b18f-1e3fc2d45a88: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:17:49.528192 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ae2f-77dc-4aeb-8c71-04c539413bcc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (a7016a65-b156-4668-8891-570a07a48f9e), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.547348 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1ae2f-77dc-4aeb-8c71-04c539413bcc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7016a65-b156-4668-8891-570a07a48f9e,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:49.635891 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ae2f-77dc-4aeb-8c71-04c539413bcc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.637137 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5cd1ae2f-77dc-4aeb-8c71-04c539413bcc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843663 Apr 12 19:17:49.640351 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41612) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:49.647791 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-1352d1f2-c457-44f7-9c70-0d8f8df80000 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'security_group_rule': {'security_group_id': '47e7c04d-a6fe-4875-ba29-2dbc93a2634b', 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:49.651290 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Publish callbacks [] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.773205 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-31a25431-6780-4cd5-9217-7943281a5423 req-06ce1666-39e2-421e-bff4-06ed51f0d58f tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa3fa008-37b9-4c83-b705-a2a431c435ea HTTP/1.1" status: 200 len: 210 time: 0.0285916 Apr 12 19:17:49.822100 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.825397 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1352d1f2-c457-44f7-9c70-0d8f8df80000 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (9c59f643-77ec-4772-bc55-2e8d31d87f2b), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.888007 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa5a57-3637-4d29-8695-b944cfa7b279 None None] Pushing event updated for resources: {'Port': ['ID=3def72f6-ed05-43d8-ad5d-3454e1b8a097,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:49.902895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1352d1f2-c457-44f7-9c70-0d8f8df80000 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (9c59f643-77ec-4772-bc55-2e8d31d87f2b), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.951335 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Attempting to bind port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:17:49.951900 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Attempting to bind port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:17:49.952393 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Attempting to bind port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 on network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:49.957744 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:17:49.958255 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Checking segment: {'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:49.959396 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.959680 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Bound using segment: {'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:17:49.960072 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Bound port: 3def72f6-ed05-43d8-ad5d-3454e1b8a097, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315ada91-85ac-489e-9f73-9963e82f030a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:17:49.960454 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:49.996380 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1352d1f2-c457-44f7-9c70-0d8f8df80000 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (9c59f643-77ec-4772-bc55-2e8d31d87f2b), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.018067 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352d1f2-c457-44f7-9c70-0d8f8df80000 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c59f643-77ec-4772-bc55-2e8d31d87f2b,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:50.038235 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] For port 3def72f6-ed05-43d8-ad5d-3454e1b8a097, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:17:50.041677 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] For port 3def72f6-ed05-43d8-ad5d-3454e1b8a097, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=3def72f6-ed05-43d8-ad5d-3454e1b8a097,segment=NetworkSegment(315ada91-85ac-489e-9f73-9963e82f030a),segment_id=315ada91-85ac-489e-9f73-9963e82f030a)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:17:50.101976 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1352d1f2-c457-44f7-9c70-0d8f8df80000 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.103111 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1352d1f2-c457-44f7-9c70-0d8f8df80000 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4618027 Apr 12 19:17:50.105843 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41616) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:50.110396 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'security_group_rule': {'security_group_id': '47e7c04d-a6fe-4875-ba29-2dbc93a2634b', 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:50.165265 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.175467 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-38d6a3f1-dc93-4921-a808-9a34c2d94bca None None] Provisioning complete for port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:50.175853 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38d6a3f1-dc93-4921-a808-9a34c2d94bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.193802 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.securitygroups_db [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Project 820377ed90cd4b1aa7b6079217559de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:17:50.199859 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (8ff45bd9-651b-4252-baf5-cd26e0140c8c), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.263704 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa5a57-3637-4d29-8695-b944cfa7b279 None None] Pushing event updated for resources: {'Port': ['ID=3def72f6-ed05-43d8-ad5d-3454e1b8a097,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:50.268200 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Routers {'d59ef124-bd2c-431d-ba17-be3a91912b7f'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:50.271133 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['d59ef124-bd2c-431d-ba17-be3a91912b7f'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:50.271355 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (8ff45bd9-651b-4252-baf5-cd26e0140c8c), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.370803 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (8ff45bd9-651b-4252-baf5-cd26e0140c8c), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.393774 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff45bd9-651b-4252-baf5-cd26e0140c8c,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:50.420133 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-38d6a3f1-dc93-4921-a808-9a34c2d94bca None None] Current status of the port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:50.420748 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38d6a3f1-dc93-4921-a808-9a34c2d94bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.451855 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] Set router d59ef124-bd2c-431d-ba17-be3a91912b7f gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:50.492602 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.492909 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-38d6a3f1-dc93-4921-a808-9a34c2d94bca None None] For port 3def72f6-ed05-43d8-ad5d-3454e1b8a097, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=3def72f6-ed05-43d8-ad5d-3454e1b8a097,segment=NetworkSegment(315ada91-85ac-489e-9f73-9963e82f030a),segment_id=315ada91-85ac-489e-9f73-9963e82f030a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:50.493820 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4470ba2c-cda0-4838-8e3b-d681039d77a8 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3869987 Apr 12 19:17:50.496581 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41622) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:50.500920 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'security_group_rule': {'security_group_id': '47e7c04d-a6fe-4875-ba29-2dbc93a2634b', 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:50.580399 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38d6a3f1-dc93-4921-a808-9a34c2d94bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.650922 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6a3f1-dc93-4921-a808-9a34c2d94bca None None] Pushing event updated for resources: {'Port': ['ID=3def72f6-ed05-43d8-ad5d-3454e1b8a097,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:50.667900 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.securitygroups_db [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Project 820377ed90cd4b1aa7b6079217559de1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 19:17:50.677746 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (86e749bb-a5e6-4ebe-a6c8-f36b2699e09b), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.706142 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-84a36c52-30a4-40bb-a657-208980ec22e9 None None] Provisioning complete for port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:50.706674 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-84a36c52-30a4-40bb-a657-208980ec22e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.713507 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:45Z', 'revision_number': 4, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port': {'id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '3def72f6-ed05-43d8-ad5d-3454e1b8a097', 'name': '', 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'mac_address': 'fa:16:3e:cc:bf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f4b7d38b-e794-4dbb-a629-d01aaba1f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:44Z', 'updated_at': '2022-04-12T19:17:50Z', 'revision_number': 4, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'subnets': [{'id': 'f4b7d38b-e794-4dbb-a629-d01aaba1f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:50.742176 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (86e749bb-a5e6-4ebe-a6c8-f36b2699e09b), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.754865 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f285dc07-12ab-46aa-ab1c-f6ec82ef415d None None] The sync data for ids ['d59ef124-bd2c-431d-ba17-be3a91912b7f'] in dv-cinder-837538-1-iscsi is: [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:45Z', 'revision_number': 4, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port': {'id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '3def72f6-ed05-43d8-ad5d-3454e1b8a097', 'name': '', 'network_id': 'b40da1dd-e37a-4f64-88ca-a2c8f051d2c4', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'mac_address': 'fa:16:3e:cc:bf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'f4b7d38b-e794-4dbb-a629-d01aaba1f6cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:44Z', 'updated_at': '2022-04-12T19:17:50Z', 'revision_number': 4, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'subnets': [{'id': 'f4b7d38b-e794-4dbb-a629-d01aaba1f6cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:50.839044 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-84a36c52-30a4-40bb-a657-208980ec22e9 None None] Current status of the port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:50.870826 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (86e749bb-a5e6-4ebe-a6c8-f36b2699e09b), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:50.892556 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e749bb-a5e6-4ebe-a6c8-f36b2699e09b,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:50.983273 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41630) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:51.024357 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636979e2-59fb-4395-860d-d7df0af939c7 req-d4f6a610-28fb-4a8c-a7d6-4e1d456b5244 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:51.026213 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-636979e2-59fb-4395-860d-d7df0af939c7 req-d4f6a610-28fb-4a8c-a7d6-4e1d456b5244 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0551624 Apr 12 19:17:51.029107 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.030368 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-2ae0594a-9521-42ce-ab25-3eed5b45284a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5327158 Apr 12 19:17:51.068578 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-532eec70-bd82-4f5b-ad3c-c78fa7a953a5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (140b4765-bc2f-4795-8112-472c97036945), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.098486 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-532eec70-bd82-4f5b-ad3c-c78fa7a953a5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (140b4765-bc2f-4795-8112-472c97036945), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.099434 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-636979e2-59fb-4395-860d-d7df0af939c7 req-095eec77-140c-4156-9b5e-c97cff0e6316 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618527 Apr 12 19:17:51.219912 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-532eec70-bd82-4f5b-ad3c-c78fa7a953a5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (140b4765-bc2f-4795-8112-472c97036945), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.222716 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-532eec70-bd82-4f5b-ad3c-c78fa7a953a5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.226460 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-532eec70-bd82-4f5b-ad3c-c78fa7a953a5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "DELETE /v2.0/security-groups/140b4765-bc2f-4795-8112-472c97036945 HTTP/1.1" status: 204 len: 168 time: 0.2420964 Apr 12 19:17:51.229292 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41666) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:51.248844 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.api.v2.resource [None req-cb357abc-dab8-4e76-8822-fe1b4ee6ead8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] show failed (client error): The resource could not be found. Apr 12 19:17:51.252722 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eec70-bd82-4f5b-ad3c-c78fa7a953a5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b4765-bc2f-4795-8112-472c97036945,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:51.253654 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-cb357abc-dab8-4e76-8822-fe1b4ee6ead8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups/140b4765-bc2f-4795-8112-472c97036945 HTTP/1.1" status: 404 len: 347 time: 0.0233233 Apr 12 19:17:51.254401 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41672) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:51.390087 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Deleting port 580430c2-0478-40c5-aa25-9b0f10b00ecf {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:51.390428 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.463932 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.464156 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (580430c2-0478-40c5-aa25-9b0f10b00ecf), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.477275 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Calling delete_port for 580430c2-0478-40c5-aa25-9b0f10b00ecf owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:51.502430 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd92351d-9c08-48c8-b41b-72450265f429 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:51.522886 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: fd92351d-9c08-48c8-b41b-72450265f429 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:51.523230 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd92351d-9c08-48c8-b41b-72450265f429 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:51.523858 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1d19ad6e-e45a-4e2b-b82c-3da11809ddee no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:51.546492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 1d19ad6e-e45a-4e2b-b82c-3da11809ddee {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:51.546911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 1d19ad6e-e45a-4e2b-b82c-3da11809ddee not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:51.673259 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (580430c2-0478-40c5-aa25-9b0f10b00ecf), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.700610 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event deleted for resources: {'Port': ['ID=580430c2-0478-40c5-aa25-9b0f10b00ecf,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:51.743964 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-d742f1ea-5fca-4c1f-be52-497b228c3817 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:51.752103 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-d742f1ea-5fca-4c1f-be52-497b228c3817 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 945 time: 0.0553141 Apr 12 19:17:51.766289 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (965905c2-7ae9-4745-b18f-1e3fc2d45a88), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.768791 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.769913 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ab27df78-b526-44b1-86d8-7542e3a5b30a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "DELETE /v2.0/floatingips/965905c2-7ae9-4745-b18f-1e3fc2d45a88 HTTP/1.1" status: 204 len: 168 time: 0.5144191 Apr 12 19:17:51.840703 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Deleting port b2898a24-6528-401c-ad03-c596a2facb06 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:51.841046 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (b2898a24-6528-401c-ad03-c596a2facb06), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.929483 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] For port b2898a24-6528-401c-ad03-c596a2facb06, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=b2898a24-6528-401c-ad03-c596a2facb06,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:51.929837 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (b2898a24-6528-401c-ad03-c596a2facb06), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:51.948928 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Calling delete_port for b2898a24-6528-401c-ad03-c596a2facb06 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:52.170547 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (b2898a24-6528-401c-ad03-c596a2facb06), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.184686 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['b2898a24-6528-401c-ad03-c596a2facb06'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:17:52.187586 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a90d10e-2a65-4029-94d6-24143050d456 req-fe75a8d0-794d-4ada-b171-372c31c3f798 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 210 time: 0.0299764 Apr 12 19:17:52.208026 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Pushing event deleted for resources: {'Port': ['ID=b2898a24-6528-401c-ad03-c596a2facb06,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:52.249799 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] No DVR routers for this DVR port b2898a24-6528-401c-ad03-c596a2facb06 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:52.254350 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.255739 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-282535db-c0f0-419b-a652-c1c0e0fa9590 req-f2b7fb9b-4f2d-4a49-8e49-89e693143786 tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.46 "DELETE /v2.0/ports/b2898a24-6528-401c-ad03-c596a2facb06 HTTP/1.1" status: 204 len: 173 time: 0.5044625 Apr 12 19:17:52.256659 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4713729d-6a16-4bb4-bb84-fe804be62962', 'name': 'network-vif-deleted', 'tag': 'b2898a24-6528-401c-ad03-c596a2facb06'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:17:52.259124 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f544c81c-dc4b-4ad4-88b2-6b8fd15d5f3e" -d '{"events": [{"server_uuid": "4713729d-6a16-4bb4-bb84-fe804be62962", "name": "network-vif-deleted", "tag": "b2898a24-6528-401c-ad03-c596a2facb06"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:17:52.318003 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0aa7e7-513d-4855-8787-84974f186e37 x-openstack-request-id: req-8f0aa7e7-513d-4855-8787-84974f186e37 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:17:52.318198 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4713729d-6a16-4bb4-bb84-fe804be62962", "name": "network-vif-deleted", "tag": "b2898a24-6528-401c-ad03-c596a2facb06", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:17:52.318697 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f0aa7e7-513d-4855-8787-84974f186e37 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:17:52.318817 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0aa7e7-513d-4855-8787-84974f186e37'] response: {'server_uuid': '4713729d-6a16-4bb4-bb84-fe804be62962', 'name': 'network-vif-deleted', 'tag': 'b2898a24-6528-401c-ad03-c596a2facb06', 'status': 'completed', 'code': 200} Apr 12 19:17:52.356115 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 3def72f6-ed05-43d8-ad5d-3454e1b8a097 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:17:52.360389 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41684) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:52.369084 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-1b855eb0-1893-4ddd-ab9c-581dacd2dbe3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524788295', 'description': 'tempest-description--1403263856'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:52.414915 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:52.415037 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.455093 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b855eb0-1893-4ddd-ab9c-581dacd2dbe3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.531764 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:17:52.559621 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b855eb0-1893-4ddd-ab9c-581dacd2dbe3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (9e77795e-4834-42c5-9546-142788600fe6), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.663026 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b855eb0-1893-4ddd-ab9c-581dacd2dbe3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (9e77795e-4834-42c5-9546-142788600fe6), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.701975 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b855eb0-1893-4ddd-ab9c-581dacd2dbe3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e77795e-4834-42c5-9546-142788600fe6,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:52.767240 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b855eb0-1893-4ddd-ab9c-581dacd2dbe3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.771580 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1b855eb0-1893-4ddd-ab9c-581dacd2dbe3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4072332 Apr 12 19:17:52.772385 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41700) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:52.776983 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-1c7f8023-f848-4205-abb9-f2a4dd849cef tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'security_group_rule': {'security_group_id': '9e77795e-4834-42c5-9546-142788600fe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:52.851134 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8023-f848-4205-abb9-f2a4dd849cef tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (67645a7d-94a5-4ea8-ae7e-1080d24449aa), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.910809 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8023-f848-4205-abb9-f2a4dd849cef tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (67645a7d-94a5-4ea8-ae7e-1080d24449aa), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.970636 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8023-f848-4205-abb9-f2a4dd849cef tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (67645a7d-94a5-4ea8-ae7e-1080d24449aa), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:52.991963 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f8023-f848-4205-abb9-f2a4dd849cef tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67645a7d-94a5-4ea8-ae7e-1080d24449aa,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:53.061541 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8023-f848-4205-abb9-f2a4dd849cef tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.062802 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1c7f8023-f848-4205-abb9-f2a4dd849cef tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894232 Apr 12 19:17:53.065628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41704) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:53.070782 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-21f8d07c-967b-4046-80f0-50f816b38fcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'security_group_rule': {'security_group_id': '9e77795e-4834-42c5-9546-142788600fe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:53.158909 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-21f8d07c-967b-4046-80f0-50f816b38fcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (081d2e68-9a65-44b0-8e96-5f8d9f185cf4), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.221428 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-21f8d07c-967b-4046-80f0-50f816b38fcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (081d2e68-9a65-44b0-8e96-5f8d9f185cf4), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.300245 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1603813f-d72a-4b96-9738-1eb72b59822e req-360b5198-85a2-4923-935b-a618382a1d8c tempest-ServerRescueNegativeTestJSON-676615613 tempest-ServerRescueNegativeTestJSON-676615613-project] 10.222.0.50 "GET /v2.0/ports?device_id=4713729d-6a16-4bb4-bb84-fe804be62962 HTTP/1.1" status: 200 len: 210 time: 0.0294576 Apr 12 19:17:53.324995 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-21f8d07c-967b-4046-80f0-50f816b38fcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (081d2e68-9a65-44b0-8e96-5f8d9f185cf4), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.345335 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8d07c-967b-4046-80f0-50f816b38fcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081d2e68-9a65-44b0-8e96-5f8d9f185cf4,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:53.432480 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-21f8d07c-967b-4046-80f0-50f816b38fcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.433686 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-21f8d07c-967b-4046-80f0-50f816b38fcb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671007 Apr 12 19:17:53.436754 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41708) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:53.441150 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:53.533572 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.615514 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.724589 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Allocated IP 172.27.0.25 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/2a943614-c43b-4469-aa85-2a29ee34ec88) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:53.833579 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.933914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:53.972999 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:53.977999 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:53.981523 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:53.987667 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'Port': ['ID=2a943614-c43b-4469-aa85-2a29ee34ec88,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:54.074807 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (084b618d-e4be-4b51-b22b-497c27389640), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:54.165024 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:54.316779 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:54.356573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41714) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:54.365905 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:54.440216 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'Port': ['ID=2a943614-c43b-4469-aa85-2a29ee34ec88,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:54.450044 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (084b618d-e4be-4b51-b22b-497c27389640), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:54.567187 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:54.568456 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-2bac12ba-abcb-46fc-84ed-af3504130d94 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1307931 Apr 12 19:17:54.816839 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-4c0e89c2-9eba-4d79-9b67-bc821aeecaaf tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--524788295&fields=id&tenant_id=60ac2edcae10443f8fa5bbdec9d64f22 HTTP/1.1" status: 200 len: 267 time: 0.0792539 Apr 12 19:17:54.987880 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2e5622b5-2d22-4119-90c2-7eee99d08f73 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:54.989312 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2e5622b5-2d22-4119-90c2-7eee99d08f73 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 810 time: 0.1657827 Apr 12 19:17:54.993472 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:55.037097 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb479-4545-4c3c-b4c4-0a61efe09e53 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/quotas/60ac2edcae10443f8fa5bbdec9d64f22 HTTP/1.1" status: 200 len: 375 time: 0.0416565 Apr 12 19:17:55.125328 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-b691eb08-0547-47ef-9828-2cfed89116b3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804920 Apr 12 19:17:55.302503 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-6a6b128d-8357-4739-a359-10fcd123e6c7 service neutron] 10.222.0.50 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602941 Apr 12 19:17:55.391337 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Deleting port 6936d237-4ac9-4fce-8809-8503de417081 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:55.391731 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (6936d237-4ac9-4fce-8809-8503de417081), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:55.473159 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-dc12393b-4092-46ba-9c04-100280dac6c9 service neutron] 10.222.0.50 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641512 Apr 12 19:17:55.504018 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] For port 6936d237-4ac9-4fce-8809-8503de417081, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=6936d237-4ac9-4fce-8809-8503de417081,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:55.504387 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (6936d237-4ac9-4fce-8809-8503de417081), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:55.517547 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device b2898a24-6528-401c-ad03-c596a2facb06 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:55.519644 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Calling delete_port for 6936d237-4ac9-4fce-8809-8503de417081 owned by network:router_interface {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:55.538100 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: b2898a24-6528-401c-ad03-c596a2facb06 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:55.538459 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device b2898a24-6528-401c-ad03-c596a2facb06 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:55.746185 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b1ce25c-02c4-4c67-8863-ea506aa9e875 req-5aa151da-9a2e-477a-a4e3-a003efa76ed9 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Apr 12 19:17:55.780331 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (6936d237-4ac9-4fce-8809-8503de417081), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:55.805146 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Pushing event deleted for resources: {'Port': ['ID=6936d237-4ac9-4fce-8809-8503de417081,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:56.264779 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:56.296165 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:56.506991 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:17:56.623356 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:17:56.631223 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-709676ed-8413-4d64-a8fe-8056d2fa9abc admin admin] 10.222.0.50 "PUT /v2.0/routers/af7e4a3a-ea7c-4d7a-b81e-44b7448d7069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2708070 Apr 12 19:17:56.631223 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41746) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:56.636025 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] Sync routers for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:17:56.645597 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cbdf847b-a8c3-4ff2-b57e-aee51a1f95ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:56.650862 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:56.651462 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:56.741715 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks [] for router (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:56.769666 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:56.868024 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1b393cfb-98cb-4ccc-a458-6e1a22d48724 req-4832521d-a89a-4782-9a58-b5facdb82dc3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 210 time: 0.0366576 Apr 12 19:17:56.883744 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks [] for router_gateway (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:56.961516 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:17:55Z', 'revision_number': 5, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port': {'id': '992e95e3-f7cd-4065-a7d4-f5a665d4e737', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:56.986776 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Deleting port 992e95e3-f7cd-4065-a7d4-f5a665d4e737 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:56.987108 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:56.989468 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] Checking router: af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:17:56.998189 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] Routers {'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:17:56.998367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:57.072699 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] For port 992e95e3-f7cd-4065-a7d4-f5a665d4e737, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=992e95e3-f7cd-4065-a7d4-f5a665d4e737,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:57.073036 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.092303 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Calling delete_port for 992e95e3-f7cd-4065-a7d4-f5a665d4e737 owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:57.105920 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] Set router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 gateway port host: None {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:17:57.167322 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:17:56Z', 'revision_number': 6, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:57.194276 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6ed9e-71c9-452f-9e79-e4a5b5970aa3 None None] The sync data for ids ['af7e4a3a-ea7c-4d7a-b81e-44b7448d7069'] in dv-cinder-837538-1-iscsi is: [{'id': 'af7e4a3a-ea7c-4d7a-b81e-44b7448d7069', 'name': 'tempest-ServerRescueNegativeTestJSON-154406176-router', 'tenant_id': '04bb0a411383488a8346ba658ad2f2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:17:56Z', 'revision_number': 6, 'project_id': '04bb0a411383488a8346ba658ad2f2f4', 'gw_port_host': None}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:17:57.353510 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (992e95e3-f7cd-4065-a7d4-f5a665d4e737), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.379447 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=992e95e3-f7cd-4065-a7d4-f5a665d4e737,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:57.444491 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.550628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.554705 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks [] for router_controller (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.571726 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-c97d357e-061e-4690-a109-522b5eff503f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455000 Apr 12 19:17:57.654082 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-a7905ba7-8649-4b61-9241-7999b0907c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:57.665426 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-a7905ba7-8649-4b61-9241-7999b0907c09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1129 time: 0.0581415 Apr 12 19:17:57.721683 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-daad89bc-1f62-4f19-bdb9-90276cc1cccc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:57.723126 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-daad89bc-1f62-4f19-bdb9-90276cc1cccc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 810 time: 0.1163352 Apr 12 19:17:57.730515 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (af7e4a3a-ea7c-4d7a-b81e-44b7448d7069), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.731088 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:17:57.755829 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.757049 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1f78e79f-f565-4a1b-8e3c-d7af3278aa11 admin admin] 10.222.0.50 "DELETE /v2.0/routers/af7e4a3a-ea7c-4d7a-b81e-44b7448d7069 HTTP/1.1" status: 204 len: 168 time: 1.1250358 Apr 12 19:17:57.759556 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41752) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:57.784264 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-c6ea3d4c-e930-440a-8cc0-93fdfa5ee8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:57.785746 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-c6ea3d4c-e930-440a-8cc0-93fdfa5ee8fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 200 len: 909 time: 0.0993195 Apr 12 19:17:57.833120 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Deleting subnet ec0c164d-f906-47f7-b38b-3a7b5a3864be {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:17:57.837592 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Publish callbacks [] for subnet (ec0c164d-f906-47f7-b38b-3a7b5a3864be), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.844277 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a08bc8a4-f02e-4448-b5fd-873f288f8cb4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60ac2edcae10443f8fa5bbdec9d64f22 HTTP/1.1" status: 200 len: 379 time: 0.1109438 Apr 12 19:17:57.853820 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-7cc33362-b28f-4525-81ae-0fcc38b85e0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 1001 time: 0.0621672 Apr 12 19:17:57.868735 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'port': {'device_id': '9854ea3b-2d1c-4333-a514-226b385b1094', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'admin_state_up': True, 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'security_groups': ['9e77795e-4834-42c5-9546-142788600fe6']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:57.912638 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-4ed5bc2d-3a4b-43dd-a660-3f03f6a5a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:57.914082 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-4ed5bc2d-3a4b-43dd-a660-3f03f6a5a6d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=012f9973-5ff6-4368-9b21-a134d32c20b3 HTTP/1.1" status: 200 len: 847 time: 0.0516629 Apr 12 19:17:57.939831 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (ec0c164d-f906-47f7-b38b-3a7b5a3864be), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:57.974449 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-31d6fcfa-2ba8-46b6-9f2c-58a1660b2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:57.978825 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-31d6fcfa-2ba8-46b6-9f2c-58a1660b2110 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566823 Apr 12 19:17:58.012303 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b7a04ef4-5977-4cd5-b869-0d3a634d0420 req-f8432217-9fce-4079-a9d1-16044e473470 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 210 time: 0.0487399 Apr 12 19:17:58.079923 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-cde7f86b-b5d8-49f1-b82d-2d1ad8e87beb service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Apr 12 19:17:58.093289 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (ec0c164d-f906-47f7-b38b-3a7b5a3864be), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.193157 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Made reservation on behalf of 60ac2edcae10443f8fa5bbdec9d64f22 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:17:58.196606 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.198510 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2f6ebefa-ddb7-4fa9-9857-b387c7d15181 req-328aa2ee-2f97-4b4c-bfd9-f8813904db1b service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080747 Apr 12 19:17:58.250598 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (ec0c164d-f906-47f7-b38b-3a7b5a3864be), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.293462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0c164d-f906-47f7-b38b-3a7b5a3864be,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:58.295876 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ba3f3-7387-4445-82c5-912ad19c981a None None] Network a1c2abfe-6c5a-40c4-97e4-f68ef634895a requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:17:58.302633 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.306014 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ec0c164d-f906-47f7-b38b-3a7b5a3864be HTTP/1.1" status: 204 len: 168 time: 0.5454853 Apr 12 19:17:58.308888 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41762) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:58.345535 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.345952 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.346369 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.346895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.356192 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.357292 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.358019 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.358428 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.358813 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.359217 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.359682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.360081 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.360513 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.360914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.361302 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b73e139-b695-4c04-b945-c4fee7bb7781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:17:58.401781 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 6936d237-4ac9-4fce-8809-8503de417081 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:58.426312 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Allocated IP 172.20.0.14 (2d0759b3-99b2-4873-8fa8-0360799658f1/9f1e9efa-664f-464d-b871-708f5d8fadb3/938c2584-cb02-4f41-b1ac-9e4f04bcef8d) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:17:58.433382 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (a1c2abfe-6c5a-40c4-97e4-f68ef634895a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.440349 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 6936d237-4ac9-4fce-8809-8503de417081 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:58.440692 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 6936d237-4ac9-4fce-8809-8503de417081 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:58.441106 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 992e95e3-f7cd-4065-a7d4-f5a665d4e737 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:17:58.468181 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 992e95e3-f7cd-4065-a7d4-f5a665d4e737 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:17:58.468526 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 992e95e3-f7cd-4065-a7d4-f5a665d4e737 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:17:58.485428 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Deleting port 4ed85421-dd6e-41ed-8250-add6ab332164 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:58.485770 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.546493 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] DHCP port deletion for a1c2abfe-6c5a-40c4-97e4-f68ef634895a request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:17:58.561043 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] For port 4ed85421-dd6e-41ed-8250-add6ab332164, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=4ed85421-dd6e-41ed-8250-add6ab332164,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:58.561409 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.576357 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Calling delete_port for 4ed85421-dd6e-41ed-8250-add6ab332164 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:58.590241 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] Deleting port 4ed85421-dd6e-41ed-8250-add6ab332164 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:17:58.590875 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.605804 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.725702 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.747402 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.773654 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:17:58.778703 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] No DVR routers for this DVR port 4ed85421-dd6e-41ed-8250-add6ab332164 on host dv-cinder-837538-1-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:58.781226 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:17:58.785880 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:17:58.799003 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] For port 4ed85421-dd6e-41ed-8250-add6ab332164, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=4ed85421-dd6e-41ed-8250-add6ab332164,segment=NetworkSegment(81b9fc37-6d05-455e-a4e3-11da390675f6),segment_id=81b9fc37-6d05-455e-a4e3-11da390675f6)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:17:58.800469 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.810359 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed85421-dd6e-41ed-8250-add6ab332164,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:58.816025 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] Calling delete_port for 4ed85421-dd6e-41ed-8250-add6ab332164 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:17:58.826763 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event updated for resources: {'Port': ['ID=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:58.874313 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:58.875375 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.875625 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (a1c2abfe-6c5a-40c4-97e4-f68ef634895a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.901170 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c2abfe-6c5a-40c4-97e4-f68ef634895a']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:58.914963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b9fc37-6d05-455e-a4e3-11da390675f6') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:58.915407 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b9fc37-6d05-455e-a4e3-11da390675f6') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:17:58.930643 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4755586'] for segment (81b9fc37-6d05-455e-a4e3-11da390675f6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.946106 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (81b9fc37-6d05-455e-a4e3-11da390675f6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.951082 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (4ed85421-dd6e-41ed-8250-add6ab332164), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.955519 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:17:58.956157 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276899'] for segment (81b9fc37-6d05-455e-a4e3-11da390675f6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: timer() Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: cb(*args, **kw) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: self._notify() Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: self.callback(batched_events) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: event.method(event) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._get(url).json() Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:17:58.961514 dv-cinder-837538-1-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:17:58.964525 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-a8edb268-cdfa-4d6c-a905-6e57dba7b317 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0965259 Apr 12 19:17:58.985810 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] Pushing event deleted for resources: {'Port': ['ID=4ed85421-dd6e-41ed-8250-add6ab332164,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:58.990545 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c3099-cbc0-430b-9e4c-d87039f2d99d None None] No DVR routers for this DVR port 4ed85421-dd6e-41ed-8250-add6ab332164 on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:17:58.992045 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-db3457fa-6f20-46b1-a439-ea9529d549ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.082224 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (a1c2abfe-6c5a-40c4-97e4-f68ef634895a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.089655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.093835 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a1c2abfe-6c5a-40c4-97e4-f68ef634895a HTTP/1.1" status: 204 len: 168 time: 0.7837310 Apr 12 19:17:59.105342 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02f5f-089e-4328-9503-bbd1840db175 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c2abfe-6c5a-40c4-97e4-f68ef634895a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:59.124112 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-a4be89c2-7aae-425a-9886-4e782b210fc8 None None] Provisioning complete for port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:17:59.124488 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a4be89c2-7aae-425a-9886-4e782b210fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.132308 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72123787-c9c3-49c0-a912-3689e64d7bef req-ee831f0f-0cd9-4de2-80ca-07306ef4b326 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:17:59.134588 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-72123787-c9c3-49c0-a912-3689e64d7bef req-ee831f0f-0cd9-4de2-80ca-07306ef4b326 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 932 time: 0.0602427 Apr 12 19:17:59.165053 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Request body: {'port': {'device_id': '9854ea3b-2d1c-4333-a514-226b385b1094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:17:59.170829 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-a4be89c2-7aae-425a-9886-4e782b210fc8 None None] Port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:17:59.243165 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-72123787-c9c3-49c0-a912-3689e64d7bef req-1c9aa648-4838-4743-af94-5368fac9cf26 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024010 Apr 12 19:17:59.245916 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.471831 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41770) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:59.515468 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1ad1a680-f9ef-4d22-a75e-a0622b7c3e77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04bb0a411383488a8346ba658ad2f2f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464232 Apr 12 19:17:59.516436 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41772) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:17:59.550383 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938c2584-cb02-4f41-b1ac-9e4f04bcef8d {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:17:59.562186 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Publish callbacks [] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.582008 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Transition to ACTIVE for port object 938c2584-cb02-4f41-b1ac-9e4f04bcef8d will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:17:59.595086 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbc4f-7596-43ce-91a5-bdb09dbad789 admin admin] Publish callbacks [] for security_group (5d9d2a7c-136f-45dc-b0f1-c21c35bdb796), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.619689 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbc4f-7596-43ce-91a5-bdb09dbad789 admin admin] Publish callbacks [] for security_group (5d9d2a7c-136f-45dc-b0f1-c21c35bdb796), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.656469 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.725275 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Pushing event updated for resources: {'Port': ['ID=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:59.781795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbc4f-7596-43ce-91a5-bdb09dbad789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5d9d2a7c-136f-45dc-b0f1-c21c35bdb796), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.784413 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3d5dbc4f-7596-43ce-91a5-bdb09dbad789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.785549 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3d5dbc4f-7596-43ce-91a5-bdb09dbad789 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d9d2a7c-136f-45dc-b0f1-c21c35bdb796 HTTP/1.1" status: 204 len: 168 time: 0.2678225 Apr 12 19:17:59.802745 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dbc4f-7596-43ce-91a5-bdb09dbad789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9d2a7c-136f-45dc-b0f1-c21c35bdb796,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:17:59.820775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Attempting to bind port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:17:59.821378 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Attempting to bind port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:17:59.821706 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Attempting to bind port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d on network 2d0759b3-99b2-4873-8fa8-0360799658f1 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:59.835773 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d on network 2d0759b3-99b2-4873-8fa8-0360799658f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:17:59.836135 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Attempting to bind port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d on network 2d0759b3-99b2-4873-8fa8-0360799658f1 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:17:59.842659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:17:59.843115 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Checking segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:17:59.843531 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Bound using segment: {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:17:59.843842 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Bound port: 938c2584-cb02-4f41-b1ac-9e4f04bcef8d, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ffa4f4-1152-4360-ac09-fafad9fead8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:17:59.844359 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:17:59.929115 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] For port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:17:59.932562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] For port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:18:00.048759 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:00.089862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.090534 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:00.091853 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] 10.222.0.46 "PUT /v2.0/ports/938c2584-cb02-4f41-b1ac-9e4f04bcef8d HTTP/1.1" status: 200 len: 1094 time: 0.9389670 Apr 12 19:18:00.092302 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:00.094535 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bdd411-d858-424c-b062-eedb2a8197d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:00.134407 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935832f-49d5-4b78-87eb-f439ca912b0e service neutron] Pushing event updated for resources: {'Port': ['ID=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:00.139279 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a575a-1b88-49db-be4c-37c44e573848 x-openstack-request-id: req-016a575a-1b88-49db-be4c-37c44e573848 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:00.139616 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:00.139872 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-016a575a-1b88-49db-be4c-37c44e573848 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:00.140270 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016a575a-1b88-49db-be4c-37c44e573848'] response: {'name': 'network-changed', 'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'status': 'completed', 'code': 200} Apr 12 19:18:00.209533 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdd411-d858-424c-b062-eedb2a8197d4 req-e11140a9-b15c-4797-b837-1f744e924fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.212725 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07bdd411-d858-424c-b062-eedb2a8197d4 req-e11140a9-b15c-4797-b837-1f744e924fbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 1128 time: 0.0482645 Apr 12 19:18:00.233397 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:00.331615 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdd411-d858-424c-b062-eedb2a8197d4 req-7a0ecabd-dbe3-422c-ba2c-bcc1716de855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.333605 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07bdd411-d858-424c-b062-eedb2a8197d4 req-7a0ecabd-dbe3-422c-ba2c-bcc1716de855 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1146591 Apr 12 19:18:00.335123 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 4ed85421-dd6e-41ed-8250-add6ab332164 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:00.360414 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 4ed85421-dd6e-41ed-8250-add6ab332164 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:00.361055 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 4ed85421-dd6e-41ed-8250-add6ab332164 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:00.464868 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfbe83-a04d-4419-a747-44fc43bd55b9 req-95adee18-3121-4559-b7c6-400c619aa287 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.469927 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-60cfbe83-a04d-4419-a747-44fc43bd55b9 req-95adee18-3121-4559-b7c6-400c619aa287 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 944 time: 0.0866039 Apr 12 19:18:00.515669 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdd411-d858-424c-b062-eedb2a8197d4 req-2a8d5f90-9ced-4ee4-8f7d-4b73076b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.516929 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-07bdd411-d858-424c-b062-eedb2a8197d4 req-2a8d5f90-9ced-4ee4-8f7d-4b73076b9321 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767731 Apr 12 19:18:00.544071 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-60cfbe83-a04d-4419-a747-44fc43bd55b9 req-9b7ce6d0-7a26-4ec9-95e1-eebdea58073a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601771 Apr 12 19:18:00.603050 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-7ffdb1b4-6310-4fe8-8161-34b832837090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.604597 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-7ffdb1b4-6310-4fe8-8161-34b832837090 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 1128 time: 0.0450888 Apr 12 19:18:00.647758 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-494c03f8-a22d-431b-9976-208739f8f767 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=938c2584-cb02-4f41-b1ac-9e4f04bcef8d HTTP/1.1" status: 200 len: 217 time: 0.0358734 Apr 12 19:18:00.698432 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-e49afdd1-01db-495f-a486-0c2b520cc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.699907 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-e49afdd1-01db-495f-a486-0c2b520cc360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 200 len: 849 time: 0.0455441 Apr 12 19:18:00.748827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-744d836d-6ba1-4b1b-b575-f0ca3d015cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:00.750409 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-744d836d-6ba1-4b1b-b575-f0ca3d015cb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d0759b3-99b2-4873-8fa8-0360799658f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433540 Apr 12 19:18:00.844799 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-deb43944-5e46-4e22-99f0-dbfa095671e3 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859113 Apr 12 19:18:01.024751 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41800) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:01.126513 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1568610565-network', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:01.203265 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7ed7350-c8b9-431a-a57d-e24ab0a62f0f req-e70d40e7-f4d1-4da4-bed6-a7fd94d254d5 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514085 Apr 12 19:18:01.213380 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Made reservation on behalf of e6ddc19f0d8b4d97a4207df3844386b1 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:18:01.215694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.225198 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.303443 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks [] for security_group (1429129d-4ca6-48d8-ae32-cf5529faf95a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.375973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1429129d-4ca6-48d8-ae32-cf5529faf95a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.399220 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:18:01.414226 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1429129d-4ca6-48d8-ae32-cf5529faf95a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:01.418107 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (751e0bed-5c96-45a6-9f40-65eb69f1fe8a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.418594 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Added segment 751e0bed-5c96-45a6-9f40-65eb69f1fe8a of type vlan for network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 Apr 12 19:18:01.459852 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (304e26f4-97e7-4817-8feb-6db2ecb38fd0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.556602 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (304e26f4-97e7-4817-8feb-6db2ecb38fd0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.557548 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:01.558157 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.617376 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] Pushing event updated for resources: {'Network': ['ID=304e26f4-97e7-4817-8feb-6db2ecb38fd0,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:01.627039 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:18:01.658831 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e6d79ebc-007c-4848-8859-16469b5e7d6e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6328874 Apr 12 19:18:01.661973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41808) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:01.662328 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4111cb8-fee8-4943-b440-3fcedb9fb010 req-85036e7f-1947-442b-ab86-50f9bb0681d3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:01.663910 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e4111cb8-fee8-4943-b440-3fcedb9fb010 req-85036e7f-1947-442b-ab86-50f9bb0681d3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 944 time: 0.0499561 Apr 12 19:18:01.666798 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Request body: {'subnet': {'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-subnet', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:01.717085 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e4111cb8-fee8-4943-b440-3fcedb9fb010 req-f876cbfb-db15-44f4-bd2b-d3dbbcf48a9f tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474718 Apr 12 19:18:01.758759 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Made reservation on behalf of e6ddc19f0d8b4d97a4207df3844386b1 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:18:01.763581 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5895610'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.833192 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:01.998954 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5895596'] for subnet (d85186a4-2711-4919-b216-f8c82a21d9d8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.064327 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85186a4-2711-4919-b216-f8c82a21d9d8,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:02.068724 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Checking segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:18:02.069087 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Network hostable DHCP agents. Network: 304e26f4-97e7-4817-8feb-6db2ecb38fd0, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:18:02.167799 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:18:02.247585 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 304e26f4-97e7-4817-8feb-6db2ecb38fd0) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:02.251981 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:02.252567 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.256267 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83aa15-ed7b-4032-9454-b87aabbb7da8 None None] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:18:02.321418 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-52d9aeaf-2d9b-444a-a7c7-b226144c102a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6583233 Apr 12 19:18:02.324232 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41818) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:02.329038 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:02.353943 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6fb7331-554b-5b30-a2de-07ca49369679-304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8'}]}} from dv-cinder-837538-1-iscsi. {{(pid=103910) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 19:18:02.354825 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.410698 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-403532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59532'] for router (a77f2e07-d821-4237-8c4b-339603113b3c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.412202 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1681346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59541'] for router (a77f2e07-d821-4237-8c4b-339603113b3c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.463636 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks [] for router_controller (a77f2e07-d821-4237-8c4b-339603113b3c), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.498145 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Allocated IP 172.20.0.2 (304e26f4-97e7-4817-8feb-6db2ecb38fd0/d85186a4-2711-4919-b216-f8c82a21d9d8/d37bd6dd-00d6-43d7-9a2b-e3adff57539d) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:18:02.643252 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Publish callbacks [] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.663988 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks [] for router_gateway (a77f2e07-d821-4237-8c4b-339603113b3c), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.740475 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.779853 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:02.782735 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:02.791410 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:18:02.798800 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Pushing event updated for resources: {'Port': ['ID=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:02.844460 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647261a9-dedb-4d88-916a-873f0eb5f540 req-158840fc-792d-414f-934a-a97f13c1cb79 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:02.846266 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-647261a9-dedb-4d88-916a-873f0eb5f540 req-158840fc-792d-414f-934a-a97f13c1cb79 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 944 time: 0.0603814 Apr 12 19:18:02.856969 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Attempting to bind port d37bd6dd-00d6-43d7-9a2b-e3adff57539d on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:18:02.857336 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Attempting to bind port d37bd6dd-00d6-43d7-9a2b-e3adff57539d by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:18:02.859023 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Attempting to bind port d37bd6dd-00d6-43d7-9a2b-e3adff57539d on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:18:02.864231 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:18:02.864607 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Checking segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:18:02.865162 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.865567 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Bound using segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:18:02.866026 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Bound port: d37bd6dd-00d6-43d7-9a2b-e3adff57539d, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:18:02.866973 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.903370 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-647261a9-dedb-4d88-916a-873f0eb5f540 req-34602f75-d03e-4601-a1c6-e17aa2ed7b4a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509803 Apr 12 19:18:02.933325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks [] for router_gateway (a77f2e07-d821-4237-8c4b-339603113b3c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.937475 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] For port d37bd6dd-00d6-43d7-9a2b-e3adff57539d, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:18:02.952544 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:02.955646 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] For port d37bd6dd-00d6-43d7-9a2b-e3adff57539d, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:18:03.030992 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:03.053877 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Allocated IP 172.27.0.159 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/77062547-d50b-4762-b5c5-2e8f19a3b8d7) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:18:03.056435 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:03.116027 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb2f36-59af-42b9-8254-3ce8d0bb359d None None] Pushing event updated for resources: {'Port': ['ID=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:03.165176 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks [] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:03.289201 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:03.336278 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:03.341402 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:03.345041 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:18:03.369701 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Pushing event updated for resources: {'Port': ['ID=77062547-d50b-4762-b5c5-2e8f19a3b8d7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:03.667105 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks [] for router_gateway (a77f2e07-d821-4237-8c4b-339603113b3c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:03.878255 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-397988'] for router (a77f2e07-d821-4237-8c4b-339603113b3c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.013697 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fa92f-b5b9-4a32-bbfe-9c12cf30ca00 None None] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:18:04.022728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77488a1-08cf-4475-8751-dc614de07798 req-1e608cfd-be6a-4be3-8c96-4525d654ee93 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:04.024538 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d77488a1-08cf-4475-8751-dc614de07798 req-1e608cfd-be6a-4be3-8c96-4525d654ee93 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 944 time: 0.0538371 Apr 12 19:18:04.077624 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d77488a1-08cf-4475-8751-dc614de07798 req-81a9ace5-8e37-411b-bd34-cd5c703d826e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463638 Apr 12 19:18:04.089448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Provisioning complete for port d37bd6dd-00d6-43d7-9a2b-e3adff57539d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:04.089820 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.207398 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Current status of the port d37bd6dd-00d6-43d7-9a2b-e3adff57539d is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:04.208135 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.243798 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] For port d37bd6dd-00d6-43d7-9a2b-e3adff57539d, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:04.330671 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.335888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d37bd6dd-00d6-43d7-9a2b-e3adff57539d up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:04.359658 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Router a77f2e07-d821-4237-8c4b-339603113b3c is scheduled to L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 19:18:04.417781 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Pushing event updated for resources: {'Port': ['ID=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:04.429091 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.429430 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.429798 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.430150 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.430478 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.430801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.431122 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.431438 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.431787 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.432109 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.432423 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.432754 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.433079 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.433391 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.433702 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57440c6-ae13-49fc-87cc-86e89cde13d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:18:04.438279 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port d37bd6dd-00d6-43d7-9a2b-e3adff57539d triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:04.438631 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.467916 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-6038f83d-f400-49c2-9674-d2412845af5a None None] Provisioning complete for port d37bd6dd-00d6-43d7-9a2b-e3adff57539d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:04.471369 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6038f83d-f400-49c2-9674-d2412845af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.476603 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:04.485896 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:04.496721 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:04.497420 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:04.550080 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.552964 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-706e5fc2-18a5-4ef2-b864-48fdd1c9ad7e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2266583 Apr 12 19:18:04.555362 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41832) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:04.578924 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port d37bd6dd-00d6-43d7-9a2b-e3adff57539d is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:04.592383 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-6038f83d-f400-49c2-9674-d2412845af5a None None] Current status of the port d37bd6dd-00d6-43d7-9a2b-e3adff57539d is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:04.608441 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:04.783289 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:03Z', 'revision_number': 3, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:04.810006 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:04.810352 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Updating router a77f2e07-d821-4237-8c4b-339603113b3c port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 binding host dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:18:04.837274 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:04.990497 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.089018 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Publish callbacks [] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.146547 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Allocated IP 172.20.0.1 (304e26f4-97e7-4817-8feb-6db2ecb38fd0/d85186a4-2711-4919-b216-f8c82a21d9d8/9cd157a2-f9e7-4eaf-ac5e-726653a06201) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:18:05.159067 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.194232 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e64bd3-fe1a-456d-8fd5-244ba903d527 req-f259413e-364a-4fc1-b006-9f81959be131 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:05.196772 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7e64bd3-fe1a-456d-8fd5-244ba903d527 req-f259413e-364a-4fc1-b006-9f81959be131 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 944 time: 0.0498915 Apr 12 19:18:05.207458 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Attempting to bind port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:18:05.207972 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Attempting to bind port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:18:05.208342 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Attempting to bind port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 on network 9731df22-e290-4d9c-8038-b43e348300ed {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:18:05.221327 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:18:05.221685 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Checking segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:18:05.222268 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.222819 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Bound using segment: {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:18:05.224058 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Bound port: 77062547-d50b-4762-b5c5-2e8f19a3b8d7, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8f0350-3aa0-4d2d-babb-7a5567ac17e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:18:05.224553 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.227031 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514e1ff-fc39-4047-a870-63316a3c6c6f None None] Pushing event updated for resources: {'Port': ['ID=77062547-d50b-4762-b5c5-2e8f19a3b8d7,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:05.247677 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e7e64bd3-fe1a-456d-8fd5-244ba903d527 req-a306f9ec-eefe-4053-aa93-38eb9831f6fe tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446858 Apr 12 19:18:05.256793 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks [] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.278254 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] For port 77062547-d50b-4762-b5c5-2e8f19a3b8d7, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:18:05.281307 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] For port 77062547-d50b-4762-b5c5-2e8f19a3b8d7, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=77062547-d50b-4762-b5c5-2e8f19a3b8d7,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:18:05.339901 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.368561 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.397698 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514e1ff-fc39-4047-a870-63316a3c6c6f None None] Pushing event updated for resources: {'Port': ['ID=77062547-d50b-4762-b5c5-2e8f19a3b8d7,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:05.400535 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:05.401127 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:05.408896 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:05.414672 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:05.418267 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:18:05.442226 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd157a2-f9e7-4eaf-ac5e-726653a06201,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:05.460908 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface (a77f2e07-d821-4237-8c4b-339603113b3c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.513969 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:05.571377 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 938c2584-cb02-4f41-b1ac-9e4f04bcef8d details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:18:05.669296 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.677725 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:05.690030 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'port_id': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'mac_address': 'fa:16:3e:d7:72:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:18:05.700239 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:03Z', 'revision_number': 3, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:05.738439 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f006ae6-f337-49fa-92d5-c7d6d78c55df None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:03Z', 'revision_number': 3, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:05.741108 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:05.741490 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.753542 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-696efb74-dbc2-4f7b-9289-4320066a5868 None None] Provisioning complete for port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:05.753750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-696efb74-dbc2-4f7b-9289-4320066a5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.780344 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938c2584-cb02-4f41-b1ac-9e4f04bcef8d {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:18:05.809190 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:05.810464 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-696efb74-dbc2-4f7b-9289-4320066a5868 None None] Port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:18:05.871195 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks [] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.907157 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:05.957202 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:05.982382 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.059002 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397541'] for router_interface (a77f2e07-d821-4237-8c4b-339603113b3c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.060801 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd157a2-f9e7-4eaf-ac5e-726653a06201,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:06.161103 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:06.162618 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:06.296065 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:18:06.363137 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['938c2584-cb02-4f41-b1ac-9e4f04bcef8d'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:18:06.429958 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9fa16-cb36-45f5-9ac0-869b580318a7 req-c662bc27-88d6-4797-a302-bbfe7afa5729 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:06.443063 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9cc9fa16-cb36-45f5-9ac0-869b580318a7 req-c662bc27-88d6-4797-a302-bbfe7afa5729 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 945 time: 0.0819268 Apr 12 19:18:06.460105 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:06.473003 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c44b2716-13cb-48dd-930f-b3ac9cd1e9a9 admin admin] 10.222.0.50 "PUT /v2.0/routers/a77f2e07-d821-4237-8c4b-339603113b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9097807 Apr 12 19:18:06.473115 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 77062547-d50b-4762-b5c5-2e8f19a3b8d7 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:06.529715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9cc9fa16-cb36-45f5-9ac0-869b580318a7 req-6aa4bd9c-31bc-438d-9ab6-f48e2e2e4d26 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813303 Apr 12 19:18:06.550747 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e759cdbe-b427-4d32-8d49-3a65080ddda0 None None] Provisioning complete for port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:06.551121 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e759cdbe-b427-4d32-8d49-3a65080ddda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.566786 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41846) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:06.606969 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:06.607427 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.648019 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e759cdbe-b427-4d32-8d49-3a65080ddda0 None None] Port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:18:06.726540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:06.727396 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.758767 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] For port 77062547-d50b-4762-b5c5-2e8f19a3b8d7, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=77062547-d50b-4762-b5c5-2e8f19a3b8d7,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:06.774878 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Deleting port bcb23d97-4b59-4f66-9746-a76a58cf0999 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:06.775234 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.833724 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.834543 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d37bd6dd-00d6-43d7-9a2b-e3adff57539d up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:06.867008 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.867334 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for floatingip (bcb23d97-4b59-4f66-9746-a76a58cf0999), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:06.885214 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Calling delete_port for bcb23d97-4b59-4f66-9746-a76a58cf0999 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:06.912496 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Pushing event updated for resources: {'Port': ['ID=77062547-d50b-4762-b5c5-2e8f19a3b8d7,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:06.922697 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port d37bd6dd-00d6-43d7-9a2b-e3adff57539d triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:06.923095 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.001731 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port d37bd6dd-00d6-43d7-9a2b-e3adff57539d is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:07.141882 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (bcb23d97-4b59-4f66-9746-a76a58cf0999), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.169749 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event deleted for resources: {'Port': ['ID=bcb23d97-4b59-4f66-9746-a76a58cf0999,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:07.235146 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for floatingip (54864511-9793-4316-81e8-8d0315e9ffd3), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.235524 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Floating IP 54864511-9793-4316-81e8-8d0315e9ffd3 disassociated (deleted). External IP: 172.27.0.150, port: 8bac9f6e-e424-45d4-ac5f-a96eb7ced154. Apr 12 19:18:07.266999 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41854) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:07.272733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-5b94c374-109e-4298-9464-d32fcee3c19c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1191814370', 'description': 'tempest-description--1494868816'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:07.350436 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5b94c374-109e-4298-9464-d32fcee3c19c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.418142 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5b94c374-109e-4298-9464-d32fcee3c19c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (eabcf25d-3d39-499e-b1f5-7a6fd8c27b64), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.450460 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Router b2cfaadd-ebb1-4246-be59-ed3e97889a1a has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:18:07.473274 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5b94c374-109e-4298-9464-d32fcee3c19c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (eabcf25d-3d39-499e-b1f5-7a6fd8c27b64), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.490617 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:07.499543 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:07.500266 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:07.503069 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94c374-109e-4298-9464-d32fcee3c19c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:07.550808 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5b94c374-109e-4298-9464-d32fcee3c19c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.552367 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5b94c374-109e-4298-9464-d32fcee3c19c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2841239 Apr 12 19:18:07.555803 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41858) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:07.563432 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-865d340f-53cf-4192-8e22-15fc2e849cd9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': 'eabcf25d-3d39-499e-b1f5-7a6fd8c27b64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:07.585910 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:07.593003 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.598211 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] Sync routers for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:07.611390 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:07.612339 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:07.626263 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:07.627159 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4a0d3d07-3c3a-449b-97ca-f43fa63171ea tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "DELETE /v2.0/floatingips/54864511-9793-4316-81e8-8d0315e9ffd3 HTTP/1.1" status: 204 len: 168 time: 1.0586255 Apr 12 19:18:07.627866 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:07.630734 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3f847e-74dd-43d6-898a-050de9baf75f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:07.653852 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f52fc-c44c-45bd-8012-9f3257382efe req-cb7dd5ee-2a36-489b-9768-1270efa2a2b2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:07.655583 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a89f52fc-c44c-45bd-8012-9f3257382efe req-cb7dd5ee-2a36-489b-9768-1270efa2a2b2 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 945 time: 0.0557251 Apr 12 19:18:07.680297 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-865d340f-53cf-4192-8e22-15fc2e849cd9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (02f47d87-db72-43ce-846b-2db5108df3ab), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.734549 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a89f52fc-c44c-45bd-8012-9f3257382efe req-99a9b6a6-1462-4668-ac11-17dc2c2e7601 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719535 Apr 12 19:18:07.790929 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:07.793751 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-865d340f-53cf-4192-8e22-15fc2e849cd9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (02f47d87-db72-43ce-846b-2db5108df3ab), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.801218 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c105a85f-894e-49c0-8fdb-6484d2741084 x-openstack-request-id: req-c105a85f-894e-49c0-8fdb-6484d2741084 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:07.802534 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:07.810805 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c105a85f-894e-49c0-8fdb-6484d2741084 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:07.810805 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c105a85f-894e-49c0-8fdb-6484d2741084'] response: {'name': 'network-changed', 'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'status': 'completed', 'code': 200} Apr 12 19:18:07.842281 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:18:07.846144 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 938c2584-cb02-4f41-b1ac-9e4f04bcef8d up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:07.859644 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-865d340f-53cf-4192-8e22-15fc2e849cd9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (02f47d87-db72-43ce-846b-2db5108df3ab), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.873556 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-7a725400-fb0d-4851-9ea7-a2b6930b891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:07.875760 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-7a725400-fb0d-4851-9ea7-a2b6930b891e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 1129 time: 0.0498405 Apr 12 19:18:07.882887 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d340f-53cf-4192-8e22-15fc2e849cd9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f47d87-db72-43ce-846b-2db5108df3ab,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:07.981991 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-865d340f-53cf-4192-8e22-15fc2e849cd9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:07.985751 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-865d340f-53cf-4192-8e22-15fc2e849cd9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4262903 Apr 12 19:18:07.985890 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-0b0a9c23-cc94-4603-923c-bbfad12de554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:07.985890 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-0b0a9c23-cc94-4603-923c-bbfad12de554 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 200 len: 909 time: 0.1004040 Apr 12 19:18:07.989751 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41866) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:07.993055 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b9abe88e-61dc-4892-b1d6-9d1dcf57108b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': 'eabcf25d-3d39-499e-b1f5-7a6fd8c27b64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:08.015827 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:18:08.034740 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-32881adf-8a01-46c6-8236-cc2957d47030 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 200 len: 217 time: 0.0424354 Apr 12 19:18:08.059724 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:04Z', 'revision_number': 5, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:08.088261 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 2, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:08.091813 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] Checking router: b2cfaadd-ebb1-4246-be59-ed3e97889a1a for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:08.104630 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-8a925b9e-b252-4d1c-8001-809528347461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:08.105172 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:08.105851 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:08.106578 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-8a925b9e-b252-4d1c-8001-809528347461 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=012f9973-5ff6-4368-9b21-a134d32c20b3 HTTP/1.1" status: 200 len: 847 time: 0.0661643 Apr 12 19:18:08.113538 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9abe88e-61dc-4892-b1d6-9d1dcf57108b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (4cccbd5d-c04f-467d-87f1-435c32c984af), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.125184 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:08.125821 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Updating router a77f2e07-d821-4237-8c4b-339603113b3c port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 binding host dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 19:18:08.128001 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:08.128562 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.156845 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9725e-9894-4e9b-9031-93e24f0b19f7 req-e50f71ba-e204-43c2-9847-614a7d058b35 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:08.158705 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5d9725e-9894-4e9b-9031-93e24f0b19f7 req-e50f71ba-e204-43c2-9847-614a7d058b35 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0572288 Apr 12 19:18:08.185482 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.199548 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9abe88e-61dc-4892-b1d6-9d1dcf57108b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (4cccbd5d-c04f-467d-87f1-435c32c984af), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.213753 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5d9725e-9894-4e9b-9031-93e24f0b19f7 req-2cf96777-44c4-4fa4-b7ee-06410e6f3d26 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481241 Apr 12 19:18:08.276630 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9abe88e-61dc-4892-b1d6-9d1dcf57108b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (4cccbd5d-c04f-467d-87f1-435c32c984af), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.300570 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abe88e-61dc-4892-b1d6-9d1dcf57108b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cccbd5d-c04f-467d-87f1-435c32c984af,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:08.325692 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:08.326083 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.352085 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 77062547-d50b-4762-b5c5-2e8f19a3b8d7 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:08.356765 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:08.383787 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9abe88e-61dc-4892-b1d6-9d1dcf57108b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.385103 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b9abe88e-61dc-4892-b1d6-9d1dcf57108b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3974895 Apr 12 19:18:08.388121 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41870) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:08.392611 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:08.404305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:08.406687 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688954ba-3797-4950-8542-0afe5cb5a03e" -d '{"events": [{"server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "name": "network-vif-plugged", "status": "completed", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:08.432938 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:08.464550 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86efdbec-26d1-4d4b-b466-8fe1820db6ba x-openstack-request-id: req-86efdbec-26d1-4d4b-b466-8fe1820db6ba {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:08.464890 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "name": "network-vif-plugged", "status": "completed", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:08.465148 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86efdbec-26d1-4d4b-b466-8fe1820db6ba {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:08.465543 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86efdbec-26d1-4d4b-b466-8fe1820db6ba'] response: {'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'code': 200} Apr 12 19:18:08.494669 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:08.494669 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.513016 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.544200 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.558982 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:04Z', 'revision_number': 5, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:08.591560 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f53d81-3984-467d-a826-13f2a9be4480 None None] The sync data for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi is: [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:11:00Z', 'revision_number': 4, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '65b4bfaa-77fb-45d6-a30d-ae7549c33b4d', 'name': '', 'network_id': '5fc7f395-aa20-4a95-9a18-d7c8d2269f4a', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'mac_address': 'fa:16:3e:2b:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:59Z', 'updated_at': '2022-04-12T19:11:04Z', 'revision_number': 5, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'subnets': [{'id': '012f9973-5ff6-4368-9b21-a134d32c20b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:08.612180 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.657688 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Publish callbacks [] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.664942 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:08.698443 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:08.736609 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.737894 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.27.0.194 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/5b1b61ec-9888-4706-84c5-e49502f842c9) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:18:08.798379 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f053378-19ca-415c-92df-d4471c2daadc None None] Pushing event updated for resources: {'Port': ['ID=9cd157a2-f9e7-4eaf-ac5e-726653a06201,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:08.865954 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Attempting to bind port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 on host dv-cinder-837538-1-iscsi for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:18:08.866335 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Attempting to bind port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 by drivers openvswitch,hyperv on host dv-cinder-837538-1-iscsi at level 0 using segments [{'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:18:08.866703 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Attempting to bind port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:18:08.872323 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Checking agent: {'id': '63accede-7eb8-4d28-b16c-1ac3f5712081', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837538-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 1, 3), 'started_at': datetime.datetime(2022, 4, 12, 19, 1, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837538-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:18:08.873276 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Checking segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:18:08.873276 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.873509 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Bound using segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:18:08.873938 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Bound port: 9cd157a2-f9e7-4eaf-ac5e-726653a06201, host: dv-cinder-837538-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:18:08.874326 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.894637 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68b3d4-3159-47bb-8c00-8a2077398758 req-b697415d-1a98-497c-a990-ea31060369fc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:08.894637 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c68b3d4-3159-47bb-8c00-8a2077398758 req-b697415d-1a98-497c-a990-ea31060369fc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0678999 Apr 12 19:18:08.909408 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:08.966577 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f0db6-662a-4989-a668-0a264226a48d None None] New status for floating IP 54864511-9793-4316-81e8-8d0315e9ffd3: DOWN {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:18:08.987057 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9c68b3d4-3159-47bb-8c00-8a2077398758 req-2e85a13e-1019-443e-89ee-f2037effa41f tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828359 Apr 12 19:18:09.009117 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] For port 9cd157a2-f9e7-4eaf-ac5e-726653a06201, host dv-cinder-837538-1-iscsi, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:18:09.046948 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] For port 9cd157a2-f9e7-4eaf-ac5e-726653a06201, host dv-cinder-837538-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=9cd157a2-f9e7-4eaf-ac5e-726653a06201,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:18:09.076587 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.085709 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-5c0fc4f1-b1a0-46f4-a970-3fc04e383d06 None None] Provisioning complete for port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:09.086103 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c0fc4f1-b1a0-46f4-a970-3fc04e383d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.113777 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:09.117167 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:09.120730 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:18:09.121792 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fc4f1-b1a0-46f4-a970-3fc04e383d06 None None] Port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:18:09.145958 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.177671 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=5b1b61ec-9888-4706-84c5-e49502f842c9,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:09.199977 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-a3609403-8622-4e19-aa0a-09e91e5a5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:09.201476 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-a3609403-8622-4e19-aa0a-09e91e5a5869 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787246 Apr 12 19:18:09.235795 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f053378-19ca-415c-92df-d4471c2daadc None None] Pushing event updated for resources: {'Port': ['ID=9cd157a2-f9e7-4eaf-ac5e-726653a06201,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:09.248532 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:09.249691 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:09.307727 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (4c466264-748a-4e55-b5a5-b4bb1002e8c3), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.382074 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-0c30858c-309b-437c-9a06-1fa902466632 service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480141 Apr 12 19:18:09.388562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55b43-e0b6-4091-aa7a-f8c89c5e9699 req-5cacd855-13d3-4740-ac7f-8e0d10d41aac tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:09.389810 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ba55b43-e0b6-4091-aa7a-f8c89c5e9699 req-5cacd855-13d3-4740-ac7f-8e0d10d41aac tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0791850 Apr 12 19:18:09.405060 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:09.487163 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.497456 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-93b6806e-f234-4f3f-add7-bf887646a93e None None] Provisioning complete for port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:09.497830 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93b6806e-f234-4f3f-add7-bf887646a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.534357 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7582e96-0457-45b2-9ec9-006577409130 req-6e75c9a5-d290-44a5-9595-8ac4fca4cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:09.537213 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7582e96-0457-45b2-9ec9-006577409130 req-6e75c9a5-d290-44a5-9595-8ac4fca4cb40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 1130 time: 0.0413957 Apr 12 19:18:09.565128 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bd3f847e-74dd-43d6-898a-050de9baf75f req-d1f47851-768e-4d6a-90b9-558325884d9c service neutron] 10.222.0.46 "GET /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739054 Apr 12 19:18:09.575863 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ba55b43-e0b6-4091-aa7a-f8c89c5e9699 req-e1242ef5-8325-43c6-bedc-8976bdc19ca8 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671891 Apr 12 19:18:09.609660 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7582e96-0457-45b2-9ec9-006577409130 req-dd18ac80-0b19-4786-82ec-8c9d63110a1a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664175 Apr 12 19:18:09.663284 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-93b6806e-f234-4f3f-add7-bf887646a93e None None] Current status of the port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 is: DOWN; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:09.663918 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93b6806e-f234-4f3f-add7-bf887646a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.678682 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:08Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:09.702185 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.714495 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1ea-05d4-4e33-9da3-4fe0bf20402d None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:08Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:09.725317 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-93b6806e-f234-4f3f-add7-bf887646a93e None None] For port 9cd157a2-f9e7-4eaf-ac5e-726653a06201, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=9cd157a2-f9e7-4eaf-ac5e-726653a06201,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:09.807430 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.838868 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-93b6806e-f234-4f3f-add7-bf887646a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:09.885420 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=5b1b61ec-9888-4706-84c5-e49502f842c9,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:09.891366 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6806e-f234-4f3f-add7-bf887646a93e None None] Pushing event updated for resources: {'Port': ['ID=9cd157a2-f9e7-4eaf-ac5e-726653a06201,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:09.894172 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (4c466264-748a-4e55-b5a5-b4bb1002e8c3), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:10.012083 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:10.014347 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-96b41c11-eca4-4fba-b9c6-ea53e2b8c3e4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6252093 Apr 12 19:18:10.113491 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e485c1-7f7d-48b9-8b0f-3bdd1010f356 req-50557b4a-8d28-4042-85ef-8f70c9b57181 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:10.115805 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06e485c1-7f7d-48b9-8b0f-3bdd1010f356 req-50557b4a-8d28-4042-85ef-8f70c9b57181 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0572495 Apr 12 19:18:10.194200 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06e485c1-7f7d-48b9-8b0f-3bdd1010f356 req-7aa6b5b5-95c2-443b-bebc-e46d3da26701 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721931 Apr 12 19:18:10.215308 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-3ff9b9cb-9d80-4d59-bb9b-fc0792f8b5ec tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1191814370&fields=id&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 267 time: 0.0782664 Apr 12 19:18:10.325494 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-e7a8c972-b151-4c2d-b6c2-b7e5c6999589 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:10.327103 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-e7a8c972-b151-4c2d-b6c2-b7e5c6999589 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.1098039 Apr 12 19:18:10.344294 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-a25346bb-c596-4be5-ba00-802846f8ae29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/quotas/e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 375 time: 0.0117581 Apr 12 19:18:10.355150 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 9cd157a2-f9e7-4eaf-ac5e-726653a06201 up at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:10.409861 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-f6efebef-44c2-4098-ac83-72dd7f709ae1 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591455 Apr 12 19:18:10.411849 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Provisioning complete for port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:10.412330 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:10.499375 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Current status of the port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 is: ACTIVE; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:10.518871 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-29ae6b01-3418-4168-bf16-e5d6309b091e service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949185 Apr 12 19:18:10.621946 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-77615bc2-2d9c-4f88-a765-d7e788448b2a service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964727 Apr 12 19:18:10.703622 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bfdaa-14b2-43ef-9e16-c26609a5facf req-24f5aa3a-97d5-43c0-8ce4-da831b3fd7dd tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:10.705317 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-062bfdaa-14b2-43ef-9e16-c26609a5facf req-24f5aa3a-97d5-43c0-8ce4-da831b3fd7dd tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0536072 Apr 12 19:18:10.759469 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-062bfdaa-14b2-43ef-9e16-c26609a5facf req-a44bab20-2cc5-4261-a455-5e2d717f7c53 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/security-groups?id=d57395a6-ce26-4c8a-84db-f7491e9660ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468733 Apr 12 19:18:10.903568 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-438f06c0-fc97-4b7a-a93c-c6323b2bb404 req-baec393a-c91f-47f3-aa18-57d372220da0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 210 time: 0.0307677 Apr 12 19:18:11.054672 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-d779ff82-b244-4db6-9ef0-85584e6b63fa tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:11.056166 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-d779ff82-b244-4db6-9ef0-85584e6b63fa tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 945 time: 0.0493696 Apr 12 19:18:11.141241 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Deleting port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:11.141581 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:11.235204 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] For port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:11.235459 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:11.249573 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Calling delete_port for 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:11.315923 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4539de-d00b-40de-aca7-0f1948305c55 req-c81bfd2c-de48-4411-9357-dc6b41be2b3e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:11.317967 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6c4539de-d00b-40de-aca7-0f1948305c55 req-c81bfd2c-de48-4411-9357-dc6b41be2b3e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0466545 Apr 12 19:18:11.370170 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6c4539de-d00b-40de-aca7-0f1948305c55 req-e2c6a195-7fb7-455e-bbad-1a6f04390f08 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Apr 12 19:18:11.447796 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (8bac9f6e-e424-45d4-ac5f-a96eb7ced154), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:11.479616 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event deleted for resources: {'Port': ['ID=8bac9f6e-e424-45d4-ac5f-a96eb7ced154,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:11.765938 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] No DVR routers for this DVR port 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:18:11.768361 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:11.772373 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9aa2ba08-08f8-4dec-81fa-805e61b4cd57 req-dfb2811f-9fd4-49ea-bc5d-bdbda88286c5 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.46 "DELETE /v2.0/ports/8bac9f6e-e424-45d4-ac5f-a96eb7ced154 HTTP/1.1" status: 204 len: 173 time: 0.7108436 Apr 12 19:18:11.772799 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-deleted', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:11.775225 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90922791-4fa2-43c7-b142-22de7c8584d9" -d '{"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-deleted", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:11.814208 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2c54c-47b6-4e97-9904-009e53ec8b70 x-openstack-request-id: req-e2c2c54c-47b6-4e97-9904-009e53ec8b70 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:11.814497 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ae8254-7165-444c-9996-0177e664df42", "name": "network-vif-deleted", "tag": "8bac9f6e-e424-45d4-ac5f-a96eb7ced154", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:11.814746 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2c2c54c-47b6-4e97-9904-009e53ec8b70 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:11.815164 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c2c54c-47b6-4e97-9904-009e53ec8b70'] response: {'server_uuid': 'd9ae8254-7165-444c-9996-0177e664df42', 'name': 'network-vif-deleted', 'tag': '8bac9f6e-e424-45d4-ac5f-a96eb7ced154', 'status': 'completed', 'code': 200} Apr 12 19:18:11.868425 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b42c35e6-ed75-43b9-877b-4548aea8e93c req-5309f546-28d7-420e-8140-0fe7363112c6 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0412481 Apr 12 19:18:12.016433 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-59ce9411-152c-4c3f-ab53-5418cf88311b req-887da14e-9b9a-482a-9688-8b210304c4e5 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 210 time: 0.0411491 Apr 12 19:18:12.480634 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea7013-e5b9-48c3-bec0-db8364689436 req-e03f1655-e85a-4260-81d9-68cdc9cceddc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:12.482097 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-65ea7013-e5b9-48c3-bec0-db8364689436 req-e03f1655-e85a-4260-81d9-68cdc9cceddc tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0457172 Apr 12 19:18:12.531769 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-65ea7013-e5b9-48c3-bec0-db8364689436 req-8ad7b99e-1d6d-467f-bf74-ff04880e778f tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436237 Apr 12 19:18:12.661282 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b0078-31af-4c6d-b2cb-d90bf63b5ee3 req-ccc411d3-09e2-40c2-8aaf-ac29725a6a09 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:12.661282 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-425b0078-31af-4c6d-b2cb-d90bf63b5ee3 req-ccc411d3-09e2-40c2-8aaf-ac29725a6a09 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0468838 Apr 12 19:18:12.665500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41926) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:12.669905 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Request body: {'floatingip': {'port_id': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:12.709995 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (084b618d-e4be-4b51-b22b-497c27389640), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:13.034282 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1cb0ee-008f-4d0e-82b2-a7699dfc87b6 req-352d8a01-b436-4ea0-b216-4d7e17f2c366 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9ae8254-7165-444c-9996-0177e664df42 HTTP/1.1" status: 200 len: 210 time: 0.0667074 Apr 12 19:18:13.119221 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-76ccdd0c-ef2c-472d-8e6f-6bcfb8d86bb8 req-58e2200e-aec8-4a12-b9b6-dcdce353471f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 210 time: 0.0339558 Apr 12 19:18:13.229641 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:13.324433 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (084b618d-e4be-4b51-b22b-497c27389640), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:13.453051 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Floating IP 084b618d-e4be-4b51-b22b-497c27389640 associated. External IP: 172.27.0.25, port: 938c2584-cb02-4f41-b1ac-9e4f04bcef8d. Apr 12 19:18:13.512106 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-068c36a2-f861-4d6a-b212-bb316c57b46e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339016884&fields=id&tenant_id=820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 267 time: 0.0920854 Apr 12 19:18:13.674063 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:13.701572 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-c9ab18b8-3431-4958-9077-8857c46d355f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:13.703191 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-c9ab18b8-3431-4958-9077-8857c46d355f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.1096129 Apr 12 19:18:13.704018 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-853bc6b7-e84c-4edc-abd6-f6bde79136f0 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:13.705457 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-853bc6b7-e84c-4edc-abd6-f6bde79136f0 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 812 time: 0.1868849 Apr 12 19:18:13.714300 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:13.714886 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 8bac9f6e-e424-45d4-ac5f-a96eb7ced154 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:13.752162 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-336acbac-128c-442b-b366-cb5135c33a5d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/quotas/820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 375 time: 0.0398550 Apr 12 19:18:13.780431 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-998a5ede-f35a-40f1-a409-ae5ef6c4600b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 380 time: 0.0563087 Apr 12 19:18:13.789027 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'port': {'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'admin_state_up': True, 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'security_groups': ['eabcf25d-3d39-499e-b1f5-7a6fd8c27b64']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:13.810356 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-c6d58318-61b5-4ad4-87e0-0014808b7fe9 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489154 Apr 12 19:18:13.817897 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Router 25a2d690-e864-4f47-8773-cdb0d9adb34e has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:18:13.964522 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Made reservation on behalf of e6ddc19f0d8b4d97a4207df3844386b1 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:18:13.967864 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.106084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41946) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:14.132894 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.20.0.9 (304e26f4-97e7-4817-8feb-6db2ecb38fd0/d85186a4-2711-4919-b216-f8c82a21d9d8/4a237bbf-58ed-42b1-b314-feb0cdadcf3d) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:18:14.207314 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9e785c51-0bde-4f1d-91c4-2e6b3a171162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group (d57395a6-ce26-4c8a-84db-f7491e9660ff), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.263261 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1bf4c50d-0ffb-4db1-8bc2-05daeea7780f req-a30b0e87-f768-4b05-bd96-4202ebb5a5a5 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 210 time: 0.0361078 Apr 12 19:18:14.287517 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9e785c51-0bde-4f1d-91c4-2e6b3a171162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group (d57395a6-ce26-4c8a-84db-f7491e9660ff), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.292343 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2f813463-3178-435c-bad5-e6fbbcff11ef service neutron] 10.222.0.50 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688578 Apr 12 19:18:14.307940 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:14.318252 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] Sync routers for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:14.320638 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.328704 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:14.330381 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:14.375144 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.395919 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-c75d8f5b-0073-435f-adc9-1894f2db3720 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "PUT /v2.0/floatingips/084b618d-e4be-4b51-b22b-497c27389640 HTTP/1.1" status: 200 len: 991 time: 1.7220669 Apr 12 19:18:14.395919 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:14.395919 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37832f8d-f606-4dfa-8afd-9a2c8d621449" -d '{"events": [{"name": "network-changed", "server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:14.428320 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-8581ae05-5d23-4a57-9bdb-f7adf83239d3 service neutron] 10.222.0.50 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292820 Apr 12 19:18:14.433310 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba1513b-7a56-4207-a6d1-898761487b5c x-openstack-request-id: req-6ba1513b-7a56-4207-a6d1-898761487b5c {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:14.433310 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:14.433527 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ba1513b-7a56-4207-a6d1-898761487b5c {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:14.433888 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba1513b-7a56-4207-a6d1-898761487b5c'] response: {'name': 'network-changed', 'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'status': 'completed', 'code': 200} Apr 12 19:18:14.471130 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9e785c51-0bde-4f1d-91c4-2e6b3a171162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (d57395a6-ce26-4c8a-84db-f7491e9660ff), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.474718 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:14.476103 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9e785c51-0bde-4f1d-91c4-2e6b3a171162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.481543 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9e785c51-0bde-4f1d-91c4-2e6b3a171162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] 10.222.0.50 "DELETE /v2.0/security-groups/d57395a6-ce26-4c8a-84db-f7491e9660ff HTTP/1.1" status: 204 len: 168 time: 0.3705213 Apr 12 19:18:14.499733 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e785c51-0bde-4f1d-91c4-2e6b3a171162 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57395a6-ce26-4c8a-84db-f7491e9660ff,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:14.503141 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-45b07cb8-0cdf-4ffb-9286-9253821d3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:14.505008 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-45b07cb8-0cdf-4ffb-9286-9253821d3118 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 1130 time: 0.0489416 Apr 12 19:18:14.530686 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.554568 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:14.558285 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:14.619218 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:18:14.630364 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41966) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:14.642387 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-c8a2d5f7-3c4a-4503-a785-3248b15f5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:14.643900 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-c8a2d5f7-3c4a-4503-a785-3248b15f5821 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 200 len: 911 time: 0.1333113 Apr 12 19:18:14.691469 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:14.692236 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.736027 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:14.790899 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '084b618d-e4be-4b51-b22b-497c27389640', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'port_id': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'mac_address': 'fa:16:3e:d7:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854ea3b-2d1c-4333-a514-226b385b1094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:17:54Z', 'updated_at': '2022-04-12T19:18:13Z', 'revision_number': 1, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:14.806998 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-91c974de-55ee-4725-be01-6da7e3b578d6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0219653 Apr 12 19:18:14.812259 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-97c0d05a-23aa-4dbc-9920-616860168db6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=938c2584-cb02-4f41-b1ac-9e4f04bcef8d HTTP/1.1" status: 200 len: 999 time: 0.1619551 Apr 12 19:18:14.818424 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Request body: {'port': {'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:14.827468 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] Checking router: 25a2d690-e864-4f47-8773-cdb0d9adb34e for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:14.837408 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:14.838040 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:14.887363 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.896753 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-a6b58e47-b0cc-4777-a28b-67c20bac4fa3 None None] Provisioning complete for port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:14.897343 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a6b58e47-b0cc-4777-a28b-67c20bac4fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:14.913296 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-ae823c21-4759-4890-83bf-766b7e390cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:14.914753 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-ae823c21-4759-4890-83bf-766b7e390cdf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 200 len: 849 time: 0.0660493 Apr 12 19:18:14.993988 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:15.006723 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-0165df1f-62dc-47e8-98c3-7daf1335dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:15.008277 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-0165df1f-62dc-47e8-98c3-7daf1335dea0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d0759b3-99b2-4873-8fa8-0360799658f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866992 Apr 12 19:18:15.181102 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-a6b58e47-b0cc-4777-a28b-67c20bac4fa3 None None] Port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:18:15.187832 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-2d78749f-a1d4-4faf-b3f3-9f353192518e service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730843 Apr 12 19:18:15.244941 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a237bbf-58ed-42b1-b314-feb0cdadcf3d {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:18:15.258987 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Publish callbacks [] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.276232 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Transition to ACTIVE for port object 4a237bbf-58ed-42b1-b314-feb0cdadcf3d will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:18:15.304684 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '084b618d-e4be-4b51-b22b-497c27389640', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'port_id': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'mac_address': 'fa:16:3e:d7:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854ea3b-2d1c-4333-a514-226b385b1094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:17:54Z', 'updated_at': '2022-04-12T19:18:13Z', 'revision_number': 1, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:15.305192 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b8a1380-a82e-42d2-a843-86c9486397a6 req-b307f9e7-c131-4b42-88a9-22797a61725a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0836313 Apr 12 19:18:15.351331 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.357552 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f97a8f-2904-494b-994f-8604a3e09479 None None] The sync data for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi is: [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '084b618d-e4be-4b51-b22b-497c27389640', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'port_id': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'mac_address': 'fa:16:3e:d7:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854ea3b-2d1c-4333-a514-226b385b1094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:17:54Z', 'updated_at': '2022-04-12T19:18:13Z', 'revision_number': 1, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:15.426016 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:15.426774 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-37832f8d-f606-4dfa-8afd-9a2c8d621449 req-b35c08a7-73ad-4e91-940e-a7868e348d30 service neutron] 10.222.0.46 "GET /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306833 Apr 12 19:18:15.426774 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.483419 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b514a-bd1c-42e1-ab84-7d594611abbb req-97711e4e-370e-4eb5-96d3-0d4e0c46b64b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:15.486753 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b2b514a-bd1c-42e1-ab84-7d594611abbb req-97711e4e-370e-4eb5-96d3-0d4e0c46b64b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 943 time: 0.1299131 Apr 12 19:18:15.508107 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Attempting to bind port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:18:15.508574 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Attempting to bind port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:18:15.508915 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Attempting to bind port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:18:15.513734 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:18:15.514104 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Attempting to bind port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:18:15.520023 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:18:15.520350 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Checking segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:18:15.520973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Bound using segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:18:15.521584 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Bound port: 4a237bbf-58ed-42b1-b314-feb0cdadcf3d, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:18:15.521974 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.587026 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b2b514a-bd1c-42e1-ab84-7d594611abbb req-4c88c510-5976-47d9-a309-6489ab29a376 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879529 Apr 12 19:18:15.609779 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] For port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:18:15.613432 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] For port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:18:15.696657 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.731655 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31eb636-fa80-48f9-92f3-9f52485d370b None None] New status for floating IP 084b618d-e4be-4b51-b22b-497c27389640: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:18:15.743853 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:15.744771 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.746468 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/4a237bbf-58ed-42b1-b314-feb0cdadcf3d HTTP/1.1" status: 200 len: 1093 time: 0.9330091 Apr 12 19:18:15.746998 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:15.749651 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2747030c-68bc-4c0e-bf8f-ce344e9db844" -d '{"events": [{"name": "network-changed", "server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:15.792210 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Deleting port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:15.792539 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289929ec-e7fd-4fec-9793-de43060405a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:15.792674 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.806070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cd83ed-b09e-49ea-b613-6d321242f730 x-openstack-request-id: req-b7cd83ed-b09e-49ea-b613-6d321242f730 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:15.807389 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:15.808619 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7cd83ed-b09e-49ea-b613-6d321242f730 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:15.809802 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cd83ed-b09e-49ea-b613-6d321242f730'] response: {'name': 'network-changed', 'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'status': 'completed', 'code': 200} Apr 12 19:18:15.874627 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747030c-68bc-4c0e-bf8f-ce344e9db844 req-975624d0-9999-414d-aaa1-33452d2758a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:15.877005 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2747030c-68bc-4c0e-bf8f-ce344e9db844 req-975624d0-9999-414d-aaa1-33452d2758a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 1127 time: 0.0542686 Apr 12 19:18:15.902915 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] For port 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:15.903286 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:15.921770 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Calling delete_port for 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d owned by network:router_interface {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:16.003775 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747030c-68bc-4c0e-bf8f-ce344e9db844 req-ac2d59cd-0e55-43f1-ae9c-2362d351a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:16.005299 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2747030c-68bc-4c0e-bf8f-ce344e9db844 req-ac2d59cd-0e55-43f1-ae9c-2362d351a092 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1158984 Apr 12 19:18:16.111702 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747030c-68bc-4c0e-bf8f-ce344e9db844 req-2615d2b1-d19b-478c-bfc2-c4fc7ef43e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:16.113183 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2747030c-68bc-4c0e-bf8f-ce344e9db844 req-2615d2b1-d19b-478c-bfc2-c4fc7ef43e89 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025567 Apr 12 19:18:16.183917 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-e5bb330d-88e5-498e-9e35-6463ffe18b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:16.185313 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-e5bb330d-88e5-498e-9e35-6463ffe18b21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 1127 time: 0.0388291 Apr 12 19:18:16.187069 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (65b4bfaa-77fb-45d6-a30d-ae7549c33b4d), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:16.221989 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b4bfaa-77fb-45d6-a30d-ae7549c33b4d,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:16.233934 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-92cd2770-0133-48e9-ab88-cc36c284cfb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d HTTP/1.1" status: 200 len: 217 time: 0.0343716 Apr 12 19:18:16.296018 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-4187e8f4-a224-43dc-b969-f331b79e23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:16.297553 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-4187e8f4-a224-43dc-b969-f331b79e23eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0633552 Apr 12 19:18:16.357617 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-9689b989-6c73-462f-88ef-c8c135ac0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:16.359621 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-9689b989-6c73-462f-88ef-c8c135ac0d84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561481 Apr 12 19:18:16.424306 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bac65293-be47-4554-a19c-ad53b1cccf8c req-9201c79c-7ca4-4249-81c1-fc412f2e6e94 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0339673 Apr 12 19:18:16.453073 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:16.466397 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-6b083cb9-feea-44e3-9e61-3fc9a8cc9652 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004107 Apr 12 19:18:16.566682 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1c5b9ea3-e5dd-495c-b0f9-42d0b7f33fad req-e0937781-5bd5-4247-ad1a-1eb947678754 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928948 Apr 12 19:18:16.706711 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Router b2cfaadd-ebb1-4246-be59-ed3e97889a1a has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:18:16.715965 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ddb20-d4c2-47ad-b6ac-746a755ce32c req-1fabd1f3-f107-4988-b4ac-00663b49e8ff tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:16.717434 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-167ddb20-d4c2-47ad-b6ac-746a755ce32c req-1fabd1f3-f107-4988-b4ac-00663b49e8ff tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 943 time: 0.0556500 Apr 12 19:18:17.090260 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-167ddb20-d4c2-47ad-b6ac-746a755ce32c req-54181278-cc0d-4419-9acd-ebfd7935f52d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653324 Apr 12 19:18:17.115422 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:17.122713 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-dda93908-c3fb-40ed-92f8-4baa2bae5059 admin admin] 10.222.0.50 "PUT /v2.0/routers/b2cfaadd-ebb1-4246-be59-ed3e97889a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4890318 Apr 12 19:18:17.122828 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41988) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:17.126739 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] Sync routers for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:17.136684 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:17.137275 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:17.227395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks [] for router (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:17.241634 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:17.331771 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks [] for router_gateway (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:17.406075 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:18:16Z', 'revision_number': 5, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port': {'id': '34d95ddc-8fe7-41d1-8bc2-e77d94a2463a', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:56Z', 'updated_at': '2022-04-12T19:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:17.437023 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] Checking router: b2cfaadd-ebb1-4246-be59-ed3e97889a1a for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:17.445880 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Deleting port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:17.446407 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:17.446547 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] Routers {'b2cfaadd-ebb1-4246-be59-ed3e97889a1a'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:17.446828 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:17.534425 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee18714f-9915-42fd-978f-4850fa0ac55e req-452ad2ef-219c-45d2-a047-4e664b2cc13a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0347943 Apr 12 19:18:17.559796 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] For port 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:17.560166 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:17.573650 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Calling delete_port for 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:17.625167 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] Set router b2cfaadd-ebb1-4246-be59-ed3e97889a1a gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:17.677969 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:18:17Z', 'revision_number': 6, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:17.708915 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1a1c9-fbb7-420f-8130-4d75463da2ba None None] The sync data for ids ['b2cfaadd-ebb1-4246-be59-ed3e97889a1a'] in dv-cinder-837538-1-iscsi is: [{'id': 'b2cfaadd-ebb1-4246-be59-ed3e97889a1a', 'name': 'tempest-TestShelveInstance-604152690-router', 'tenant_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:10:55Z', 'updated_at': '2022-04-12T19:18:17Z', 'revision_number': 6, 'project_id': '0b4b4b1d00664c44b4b056f179cfe87f', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:17.804398 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (34d95ddc-8fe7-41d1-8bc2-e77d94a2463a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:17.832758 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d95ddc-8fe7-41d1-8bc2-e77d94a2463a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:17.900141 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:17.982641 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:17.985033 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks [] for router_controller (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.093212 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (b2cfaadd-ebb1-4246-be59-ed3e97889a1a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.093752 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cfaadd-ebb1-4246-be59-ed3e97889a1a {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:18:18.098733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.100210 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-c21c98cf-ed5d-47e4-8e72-65aebe51f038 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b2cfaadd-ebb1-4246-be59-ed3e97889a1a HTTP/1.1" status: 204 len: 168 time: 0.9765284 Apr 12 19:18:18.102957 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 41992) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:18.151165 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] Deleting subnet 012f9973-5ff6-4368-9b21-a134d32c20b3 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:18:18.155630 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] Publish callbacks [] for subnet (012f9973-5ff6-4368-9b21-a134d32c20b3), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.193042 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4755641'] for subnet (012f9973-5ff6-4368-9b21-a134d32c20b3), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.211197 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815181b-cf3c-473e-8b8f-f01595d734f2 req-cb36834e-e1a8-4216-9198-d55c917256c7 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:18.212715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9815181b-cf3c-473e-8b8f-f01595d734f2 req-cb36834e-e1a8-4216-9198-d55c917256c7 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 943 time: 0.0470998 Apr 12 19:18:18.259315 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9815181b-cf3c-473e-8b8f-f01595d734f2 req-6d0260c1-dff9-4b98-8eea-2c393d96d6e1 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Apr 12 19:18:18.302145 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (012f9973-5ff6-4368-9b21-a134d32c20b3), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.430745 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5895573'] for subnet (012f9973-5ff6-4368-9b21-a134d32c20b3), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.453368 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012f9973-5ff6-4368-9b21-a134d32c20b3,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:18.459871 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.462933 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e5cc3411-36a5-411e-882c-94992b4c5f59 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/012f9973-5ff6-4368-9b21-a134d32c20b3 HTTP/1.1" status: 204 len: 168 time: 0.3589451 Apr 12 19:18:18.465687 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 41996) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:18.469888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018988da-511e-4c63-ae0b-b3c6d397954d None None] Network 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:18:18.566360 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:18.573119 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.596372 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:18.596961 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 65b4bfaa-77fb-45d6-a30d-ae7549c33b4d not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:18.597526 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:18.622552 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:18.622873 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 34d95ddc-8fe7-41d1-8bc2-e77d94a2463a not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:18.645607 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Deleting port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:18.645607 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.675247 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] DHCP port deletion for 5fc7f395-aa20-4a95-9a18-d7c8d2269f4a request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:18:18.675661 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6bb2637d-a84c-40e1-9ada-b1697f5d1a96 req-b51b94ad-c8a0-49d3-9450-26b6f47ad7bb tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0402718 Apr 12 19:18:18.714991 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] Deleting port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:18.715354 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.730631 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] For port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:18.731088 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.746183 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Calling delete_port for d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 owned by network:dhcp {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:18.782412 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] For port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,segment=NetworkSegment(54fa012d-0492-469d-9bba-01c66dbd002e),segment_id=54fa012d-0492-469d-9bba-01c66dbd002e)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:18.782823 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.801668 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] Calling delete_port for d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:18.899646 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.905842 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:18.927377 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:18.929178 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] No DVR routers for this DVR port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 on host dv-cinder-837538-1-iscsi {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:18:18.933319 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] Pushing event deleted for resources: {'Port': ['ID=d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:18.937963 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9183d1-f00f-48b7-8868-614a6b7f70d6 None None] No DVR routers for this DVR port d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:18:19.007348 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.028007 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc7f395-aa20-4a95-9a18-d7c8d2269f4a']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:19.037612 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fa012d-0492-469d-9bba-01c66dbd002e') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:19.037911 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fa012d-0492-469d-9bba-01c66dbd002e') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:19.047362 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (54fa012d-0492-469d-9bba-01c66dbd002e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.061495 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (54fa012d-0492-469d-9bba-01c66dbd002e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.067659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:18:19.068049 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (54fa012d-0492-469d-9bba-01c66dbd002e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:18:19.069758 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:18:19.198612 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (5fc7f395-aa20-4a95-9a18-d7c8d2269f4a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.205260 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.210953 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5fc7f395-aa20-4a95-9a18-d7c8d2269f4a HTTP/1.1" status: 204 len: 168 time: 0.7423708 Apr 12 19:18:19.213097 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42000) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:19.218591 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110a01d-9438-416b-9efc-28fb64885be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc7f395-aa20-4a95-9a18-d7c8d2269f4a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:19.376586 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6423c4c-61fa-4b3f-9d0a-37a4dab116a4 req-f4426579-c4e2-46e4-bf7a-4561557daee2 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:19.378080 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f6423c4c-61fa-4b3f-9d0a-37a4dab116a4 req-f4426579-c4e2-46e4-bf7a-4561557daee2 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 943 time: 0.0520341 Apr 12 19:18:19.429188 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f6423c4c-61fa-4b3f-9d0a-37a4dab116a4 req-a534d499-abe9-436c-9f0a-b2195dd8bbdb tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442932 Apr 12 19:18:19.610997 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.697089 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4a237bbf-58ed-42b1-b314-feb0cdadcf3d details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:18:19.786445 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9d0b13bd-8c98-44b3-b210-5753d91de29c req-cca7d95c-8ee0-48d3-ad63-7cd2c3e81363 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0360732 Apr 12 19:18:19.804683 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:19.816555 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:18:19.857696 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:19.858351 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:19.872830 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a237bbf-58ed-42b1-b314-feb0cdadcf3d {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:18:19.893997 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:19.962239 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-313f019a-95f1-4739-bc76-f0b128b59d84 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:19.963724 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-313f019a-95f1-4739-bc76-f0b128b59d84 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 812 time: 0.2345929 Apr 12 19:18:19.975849 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:20.024094 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Deleting port 954004e6-98ec-4109-8c88-e19827bbe3ef {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:20.024438 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:20.043959 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:20.096837 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-30eb40d2-5227-4696-a853-a87a2cf9406e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 380 time: 0.1109827 Apr 12 19:18:20.108953 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'port': {'device_id': '1382c154-f373-4e66-b419-d0f984dca256', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'admin_state_up': True, 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'security_groups': ['47e7c04d-a6fe-4875-ba29-2dbc93a2634b']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:20.181231 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] For port 954004e6-98ec-4109-8c88-e19827bbe3ef, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=954004e6-98ec-4109-8c88-e19827bbe3ef,segment=NetworkSegment(6107c06b-275f-4810-bc4c-f971f8658939),segment_id=6107c06b-275f-4810-bc4c-f971f8658939)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:20.181526 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:20.205159 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Calling delete_port for 954004e6-98ec-4109-8c88-e19827bbe3ef owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:20.313694 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:20.334203 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:20.334542 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d9bdcfcf-7ee8-4cdf-9b95-37535e0fdfb1 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:20.343238 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['4a237bbf-58ed-42b1-b314-feb0cdadcf3d'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:18:20.560383 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4d30-1335-4e92-8423-f31c1b87af0f req-23284338-d8b4-450f-a2af-177e62b673ce tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:20.561833 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-08ea4d30-1335-4e92-8423-f31c1b87af0f req-23284338-d8b4-450f-a2af-177e62b673ce tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 944 time: 0.0476389 Apr 12 19:18:20.609482 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-08ea4d30-1335-4e92-8423-f31c1b87af0f req-c7687c47-1da0-4aca-815e-aebfb8ac96db tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Apr 12 19:18:20.619624 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Made reservation on behalf of 820377ed90cd4b1aa7b6079217559de1 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:18:20.629368 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:20.788331 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Allocated IP 172.20.0.9 (3a109e97-1d23-43da-9b96-77c2a2fda05f/250d44b5-79db-4795-8f81-e33d119a2768/4244253e-f5f2-405c-acac-9edc01fb0f28) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:18:20.829857 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (954004e6-98ec-4109-8c88-e19827bbe3ef), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:20.873143 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=954004e6-98ec-4109-8c88-e19827bbe3ef,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:20.882257 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-84364930-22d8-475d-b49d-15524c0863bf req-7710f1bd-835f-4266-af8f-0b7da4d86c20 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0325220 Apr 12 19:18:21.006428 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.123489 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.173122 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.259142 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:21.268066 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:21.271923 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=4244253e-f5f2-405c-acac-9edc01fb0f28,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:21.274073 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:18:21.367090 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:21.367738 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.444007 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:18:21.491367 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-2c11f201-40f7-4a7e-8fdf-eb273e813e39 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3866932 Apr 12 19:18:21.501750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-26ff0f3a-66c6-44cf-a656-e3f0b2ebf280 None None] Provisioning complete for port 4244253e-f5f2-405c-acac-9edc01fb0f28 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:21.506746 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-26ff0f3a-66c6-44cf-a656-e3f0b2ebf280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.511694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Request body: {'port': {'device_id': '1382c154-f373-4e66-b419-d0f984dca256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:21.536409 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-26ff0f3a-66c6-44cf-a656-e3f0b2ebf280 None None] Port 4244253e-f5f2-405c-acac-9edc01fb0f28 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:18:21.606784 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:21.616596 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6e50a3ee-f8b3-48cf-a4f0-28b8a5d564a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/35efaf4b-9ac8-4465-aaae-5337e1f0e2f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3998444 Apr 12 19:18:21.616596 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.617014 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42012) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:21.619592 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] Sync routers for ids ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:21.629009 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] Routers {'35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:21.629784 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:21.722756 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4a237bbf-58ed-42b1-b314-feb0cdadcf3d up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:21.776094 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ae7cb-f7e8-4d4d-9e4a-4212cc7cd013 req-7755f497-838a-40ee-a0fe-83f133a1fd19 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:21.778046 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cd1ae7cb-f7e8-4d4d-9e4a-4212cc7cd013 req-7755f497-838a-40ee-a0fe-83f133a1fd19 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 944 time: 0.0648937 Apr 12 19:18:21.783366 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] Set router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:21.786773 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks [] for router (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.844341 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:18:21.908017 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cd1ae7cb-f7e8-4d4d-9e4a-4212cc7cd013 req-b1e2f97f-442e-4e09-ba72-42c811a95875 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236510 Apr 12 19:18:21.927558 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4244253e-f5f2-405c-acac-9edc01fb0f28 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:18:21.930118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks [] for router_gateway (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.938190 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Publish callbacks [] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.948822 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:21.949289 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:21.952518 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Transition to ACTIVE for port object 4244253e-f5f2-405c-acac-9edc01fb0f28 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:18:22.017222 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:18:20Z', 'revision_number': 5, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port': {'id': 'a964f792-5ef5-4aa3-991c-7496a2cd56cf', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:da:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:11:05Z', 'updated_at': '2022-04-12T19:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:22.024492 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.038028 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516be0a-5133-41f7-a0f6-cdb1585afe33 req-49701347-d6c4-440f-a7bd-e6df0de872fc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:22.039464 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4516be0a-5133-41f7-a0f6-cdb1585afe33 req-49701347-d6c4-440f-a7bd-e6df0de872fc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 931 time: 0.0711503 Apr 12 19:18:22.049868 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] Checking router: 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:22.056903 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Deleting port a964f792-5ef5-4aa3-991c-7496a2cd56cf {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:22.057970 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.063569 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] Routers {'35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:22.064651 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:22.078661 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=4244253e-f5f2-405c-acac-9edc01fb0f28,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:22.156056 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4516be0a-5133-41f7-a0f6-cdb1585afe33 req-3f4bd1f2-7bb4-47e6-9361-b3b9e3bcf1b4 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078410 Apr 12 19:18:22.164880 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:22.165272 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.175175 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Attempting to bind port 4244253e-f5f2-405c-acac-9edc01fb0f28 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:18:22.176455 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Attempting to bind port 4244253e-f5f2-405c-acac-9edc01fb0f28 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:18:22.176969 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Attempting to bind port 4244253e-f5f2-405c-acac-9edc01fb0f28 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:18:22.181760 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Port 4244253e-f5f2-405c-acac-9edc01fb0f28 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:18:22.182396 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Attempting to bind port 4244253e-f5f2-405c-acac-9edc01fb0f28 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:18:22.188828 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:18:22.189185 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Checking segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:18:22.189584 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Bound using segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:18:22.190024 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Bound port: 4244253e-f5f2-405c-acac-9edc01fb0f28, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:18:22.190390 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.191667 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] For port a964f792-5ef5-4aa3-991c-7496a2cd56cf, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=a964f792-5ef5-4aa3-991c-7496a2cd56cf,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:22.193042 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.211876 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:22.213017 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Calling delete_port for a964f792-5ef5-4aa3-991c-7496a2cd56cf owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:22.214445 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e70dbf-b436-49c1-b267-78f54df991a8" -d '{"events": [{"server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "name": "network-vif-plugged", "status": "completed", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:22.234167 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:22.241204 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] Set router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 gateway port host: None {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:22.320316 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c567bf4c-cee2-4d9f-b909-1b740d10756c x-openstack-request-id: req-c567bf4c-cee2-4d9f-b909-1b740d10756c {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:22.320697 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "name": "network-vif-plugged", "status": "completed", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:22.320950 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c567bf4c-cee2-4d9f-b909-1b740d10756c {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:22.322257 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c567bf4c-cee2-4d9f-b909-1b740d10756c'] response: {'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'code': 200} Apr 12 19:18:22.324933 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:18:21Z', 'revision_number': 6, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:22.327915 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] For port 4244253e-f5f2-405c-acac-9edc01fb0f28, host hv-cinder-83753, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:18:22.332425 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] For port 4244253e-f5f2-405c-acac-9edc01fb0f28, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4244253e-f5f2-405c-acac-9edc01fb0f28,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:18:22.341094 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.374699 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213ca3e-e41c-4571-81b7-b4fda13c2023 None None] The sync data for ids ['35efaf4b-9ac8-4465-aaae-5337e1f0e2f6'] in dv-cinder-837538-1-iscsi is: [{'id': '35efaf4b-9ac8-4465-aaae-5337e1f0e2f6', 'name': 'tempest-TestShelveInstance-1582834416-router', 'tenant_id': '6e1112c77c024e4a97be7e05a73abab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:11:03Z', 'updated_at': '2022-04-12T19:18:21Z', 'revision_number': 6, 'project_id': '6e1112c77c024e4a97be7e05a73abab6', 'gw_port_host': None}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:22.400029 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.421879 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:22.447833 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:22.448458 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.449946 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] 10.222.0.46 "PUT /v2.0/ports/4244253e-f5f2-405c-acac-9edc01fb0f28 HTTP/1.1" status: 200 len: 1093 time: 0.9441557 Apr 12 19:18:22.450398 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:22.453125 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6935d-7c58-4dce-8496-23bc49a678f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:22.483633 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609dd83-5ee4-434c-9b3b-a08db1b6fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=4244253e-f5f2-405c-acac-9edc01fb0f28,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:22.510878 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b360fc5a-ec2c-49d6-aa19-da43d6072780 x-openstack-request-id: req-b360fc5a-ec2c-49d6-aa19-da43d6072780 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:22.510878 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:22.510878 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b360fc5a-ec2c-49d6-aa19-da43d6072780 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:22.510878 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b360fc5a-ec2c-49d6-aa19-da43d6072780'] response: {'name': 'network-changed', 'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'status': 'completed', 'code': 200} Apr 12 19:18:22.569314 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6935d-7c58-4dce-8496-23bc49a678f9 req-e09955c9-e58b-4493-81cf-1708d39fdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:22.570954 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3af6935d-7c58-4dce-8496-23bc49a678f9 req-e09955c9-e58b-4493-81cf-1708d39fdb75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 1127 time: 0.0417311 Apr 12 19:18:22.615922 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (a964f792-5ef5-4aa3-991c-7496a2cd56cf), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.652863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Pushing event deleted for resources: {'Port': ['ID=a964f792-5ef5-4aa3-991c-7496a2cd56cf,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:22.689104 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6935d-7c58-4dce-8496-23bc49a678f9 req-e1ec8635-6b4a-41ac-9f14-0cbd1a8d6e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:22.690577 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3af6935d-7c58-4dce-8496-23bc49a678f9 req-e1ec8635-6b4a-41ac-9f14-0cbd1a8d6e4e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=820377ed90cd4b1aa7b6079217559de1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1117980 Apr 12 19:18:22.732559 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6d1bf-9681-4b4f-bf76-326577713997 req-488e6b93-bccc-4493-a50a-964336e81865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:22.734561 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-70c6d1bf-9681-4b4f-bf76-326577713997 req-488e6b93-bccc-4493-a50a-964336e81865 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 1129 time: 0.0614045 Apr 12 19:18:22.753673 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.799963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6935d-7c58-4dce-8496-23bc49a678f9 req-e83413f3-c006-4401-9694-c4b73e218cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:22.801448 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3af6935d-7c58-4dce-8496-23bc49a678f9 req-e83413f3-c006-4401-9694-c4b73e218cf6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038704 Apr 12 19:18:22.865207 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.869549 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks [] for router_controller (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:22.884720 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-70c6d1bf-9681-4b4f-bf76-326577713997 req-27cbb9f2-161f-4dfe-b598-b55d361b97dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321137 Apr 12 19:18:22.906266 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-bd7ae71c-e916-408d-bfd5-8fe7478821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:22.907793 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-bd7ae71c-e916-408d-bfd5-8fe7478821d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 1127 time: 0.0394511 Apr 12 19:18:23.019241 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (35efaf4b-9ac8-4465-aaae-5337e1f0e2f6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.020346 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:18:23.026074 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.031470 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-62b48ee6-896f-49e6-89b1-f8184ea15263 admin admin] 10.222.0.50 "DELETE /v2.0/routers/35efaf4b-9ac8-4465-aaae-5337e1f0e2f6 HTTP/1.1" status: 204 len: 168 time: 1.4087009 Apr 12 19:18:23.031470 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42024) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:23.066320 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea4c5-cd18-4c8e-afbe-15bad3efc88a req-efa9c20c-3726-4632-a689-da49104b11de tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:23.068321 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-59dea4c5-cd18-4c8e-afbe-15bad3efc88a req-efa9c20c-3726-4632-a689-da49104b11de tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0764189 Apr 12 19:18:23.098146 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] Deleting subnet 61bfeb0f-00be-404d-abb5-53921caea2a7 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:18:23.102080 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] Publish callbacks [] for subnet (61bfeb0f-00be-404d-abb5-53921caea2a7), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.158195 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-59dea4c5-cd18-4c8e-afbe-15bad3efc88a req-3718f1b9-25e6-4277-a663-94b7f523ccc3 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839882 Apr 12 19:18:23.160437 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (61bfeb0f-00be-404d-abb5-53921caea2a7), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.213722 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-30488392-b5c5-4646-88e1-c85f36827f07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4244253e-f5f2-405c-acac-9edc01fb0f28 HTTP/1.1" status: 200 len: 217 time: 0.0372789 Apr 12 19:18:23.265453 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-aa45438b-322a-462f-925f-3f2b2318078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:23.267033 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-aa45438b-322a-462f-925f-3f2b2318078a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0465019 Apr 12 19:18:23.277839 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (61bfeb0f-00be-404d-abb5-53921caea2a7), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.315391 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11126415-6cd1-4e13-9f83-30fab6528fd8 req-2f3420c4-a0ac-451b-8088-b8c88caee19e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:23.316269 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-bdd4ee75-c1d4-4a28-ba23-28ad00000d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:23.317715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-11126415-6cd1-4e13-9f83-30fab6528fd8 req-2f3420c4-a0ac-451b-8088-b8c88caee19e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0827618 Apr 12 19:18:23.318471 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-bdd4ee75-c1d4-4a28-ba23-28ad00000d43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436940 Apr 12 19:18:23.384524 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-11126415-6cd1-4e13-9f83-30fab6528fd8 req-c4a4aa10-3fbe-4412-9a71-66844296df1c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608094 Apr 12 19:18:23.421348 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-1f41aaa7-38c5-471c-8888-2b5950c36a37 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924594 Apr 12 19:18:23.484617 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (61bfeb0f-00be-404d-abb5-53921caea2a7), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.509523 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61bfeb0f-00be-404d-abb5-53921caea2a7,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:23.515196 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.518440 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e3c3bb20-4d52-4628-80b5-1465bdb77132 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/61bfeb0f-00be-404d-abb5-53921caea2a7 HTTP/1.1" status: 204 len: 168 time: 0.4877663 Apr 12 19:18:23.521112 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42028) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:23.523523 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d9cba-1b6e-4362-912e-8645a5cf89cd None None] Network 562cc0f2-f20f-41a0-bf1e-180190e11af7 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:18:23.589002 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (562cc0f2-f20f-41a0-bf1e-180190e11af7), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.640003 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Deleting port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:23.640337 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.707196 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] For port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,segment=NetworkSegment(6107c06b-275f-4810-bc4c-f971f8658939),segment_id=6107c06b-275f-4810-bc4c-f971f8658939)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:23.707653 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.721228 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Calling delete_port for 15d705b3-c404-4fbd-9ccc-80c9d8aea85c owned by network:dhcp {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:23.790864 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] DHCP port deletion for 562cc0f2-f20f-41a0-bf1e-180190e11af7 request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:18:23.834785 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] Deleting port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:18:23.835156 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.878554 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.906791 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] For port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,segment=NetworkSegment(6107c06b-275f-4810-bc4c-f971f8658939),segment_id=6107c06b-275f-4810-bc4c-f971f8658939)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:23.907191 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.908687 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:23.910682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] No DVR routers for this DVR port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c on host dv-cinder-837538-1-iscsi {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:18:23.922855 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] Calling delete_port for 15d705b3-c404-4fbd-9ccc-80c9d8aea85c owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:18:23.954595 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b9e7ebf-1fec-4b7d-88ec-242a8d57f513 req-d82e2540-2fd8-4ac4-92d2-eab8c80e1d51 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925140 Apr 12 19:18:23.987899 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (562cc0f2-f20f-41a0-bf1e-180190e11af7), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:23.998899 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (15d705b3-c404-4fbd-9ccc-80c9d8aea85c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.008932 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562cc0f2-f20f-41a0-bf1e-180190e11af7']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:24.018476 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6107c06b-275f-4810-bc4c-f971f8658939') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:24.018715 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6107c06b-275f-4810-bc4c-f971f8658939') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:24.027611 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] No DVR routers for this DVR port 15d705b3-c404-4fbd-9ccc-80c9d8aea85c on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:18:24.029047 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (6107c06b-275f-4810-bc4c-f971f8658939), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.030005 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ee91f-2ea9-41ea-a499-c6852091e5cc None None] Pushing event deleted for resources: {'Port': ['ID=15d705b3-c404-4fbd-9ccc-80c9d8aea85c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:24.045512 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (6107c06b-275f-4810-bc4c-f971f8658939), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.051465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:18:24.051973 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (6107c06b-275f-4810-bc4c-f971f8658939), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:18:24.053586 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:18:24.167981 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (562cc0f2-f20f-41a0-bf1e-180190e11af7), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.173185 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.176860 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] 10.222.0.50 "DELETE /v2.0/networks/562cc0f2-f20f-41a0-bf1e-180190e11af7 HTTP/1.1" status: 204 len: 168 time: 0.6547499 Apr 12 19:18:24.187614 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e28b0c-6a2a-4f1b-904b-7c888e7f1632 admin admin] Pushing event deleted for resources: {'Network': ['ID=562cc0f2-f20f-41a0-bf1e-180190e11af7,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:24.277209 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a2f78-b718-4228-8d65-3fc70842e982 req-3bd1487a-f686-4f4b-93f6-801fbd171cfd tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:24.278713 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f4a2f78-b718-4228-8d65-3fc70842e982 req-3bd1487a-f686-4f4b-93f6-801fbd171cfd tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Apr 12 19:18:24.317645 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 15d705b3-c404-4fbd-9ccc-80c9d8aea85c no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:24.328668 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f4a2f78-b718-4228-8d65-3fc70842e982 req-10c3e64a-879f-442a-8ada-cef1019cf195 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439119 Apr 12 19:18:24.341138 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 15d705b3-c404-4fbd-9ccc-80c9d8aea85c {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:24.341486 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 15d705b3-c404-4fbd-9ccc-80c9d8aea85c not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:24.341902 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device a964f792-5ef5-4aa3-991c-7496a2cd56cf no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:24.360787 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: a964f792-5ef5-4aa3-991c-7496a2cd56cf {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:24.361131 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device a964f792-5ef5-4aa3-991c-7496a2cd56cf not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:24.362152 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 954004e6-98ec-4109-8c88-e19827bbe3ef no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:18:24.380991 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 954004e6-98ec-4109-8c88-e19827bbe3ef {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:18:24.381335 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 954004e6-98ec-4109-8c88-e19827bbe3ef not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:18:24.495639 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbf03d-a8d9-436d-b474-96566d42b49f req-91688cb4-15d6-4b49-ad58-698652385eaa tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:24.497093 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5bdbf03d-a8d9-436d-b474-96566d42b49f req-91688cb4-15d6-4b49-ad58-698652385eaa tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0456653 Apr 12 19:18:24.533244 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42036) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:24.545517 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5bdbf03d-a8d9-436d-b474-96566d42b49f req-cf3b5c74-86b9-48db-b5fe-a92abb926097 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Apr 12 19:18:24.574805 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-62be3c08-ce2c-43ce-b909-6d96de567e0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b4b4b1d00664c44b4b056f179cfe87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404124 Apr 12 19:18:24.577337 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42038) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:24.623801 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91ccd36e-e04f-4883-9b91-ab1da79c33b0 admin admin] Publish callbacks [] for security_group (5545b652-9000-466a-aa62-a19551c23af3), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.644265 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91ccd36e-e04f-4883-9b91-ab1da79c33b0 admin admin] Publish callbacks [] for security_group (5545b652-9000-466a-aa62-a19551c23af3), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.775405 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91ccd36e-e04f-4883-9b91-ab1da79c33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5545b652-9000-466a-aa62-a19551c23af3), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.777967 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91ccd36e-e04f-4883-9b91-ab1da79c33b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:24.779108 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-91ccd36e-e04f-4883-9b91-ab1da79c33b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5545b652-9000-466a-aa62-a19551c23af3 HTTP/1.1" status: 204 len: 168 time: 0.2008672 Apr 12 19:18:24.788115 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccd36e-e04f-4883-9b91-ab1da79c33b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5545b652-9000-466a-aa62-a19551c23af3,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:25.417035 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42048) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:25.440989 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831cce9-3e49-403a-9039-ad3f60833b67 req-af805926-b822-4ec4-8c8d-c55beb5da9db tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:25.442678 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8831cce9-3e49-403a-9039-ad3f60833b67 req-af805926-b822-4ec4-8c8d-c55beb5da9db tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0481517 Apr 12 19:18:25.460967 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a55f6739-d62e-440c-9cc0-8f5838afd3b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e1112c77c024e4a97be7e05a73abab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418735 Apr 12 19:18:25.462644 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42050) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:25.494939 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8831cce9-3e49-403a-9039-ad3f60833b67 req-19e029d7-40f5-46dc-a771-8fbe457cc6bf tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Apr 12 19:18:25.514077 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269a2d7e-ef3a-4c08-857a-b8a1f2d88395 admin admin] Publish callbacks [] for security_group (728eddc8-9dbc-4abf-90f2-64b412f99bd8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:25.536226 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269a2d7e-ef3a-4c08-857a-b8a1f2d88395 admin admin] Publish callbacks [] for security_group (728eddc8-9dbc-4abf-90f2-64b412f99bd8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:25.604079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e39d36-4e81-4ac4-86a3-1d222a78c717 req-627ecf6f-3777-4a1a-befa-1e7c2915a40b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:25.605693 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-93e39d36-4e81-4ac4-86a3-1d222a78c717 req-627ecf6f-3777-4a1a-befa-1e7c2915a40b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0479167 Apr 12 19:18:25.616159 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42056) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:25.620832 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:25.657621 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c020303-beab-4233-b778-705eeda930fc req-85e035f2-25cc-40f9-a1c0-3dd54c73ce67 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:25.658374 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (4c466264-748a-4e55-b5a5-b4bb1002e8c3), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:25.659134 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7c020303-beab-4233-b778-705eeda930fc req-85e035f2-25cc-40f9-a1c0-3dd54c73ce67 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0459583 Apr 12 19:18:25.662187 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269a2d7e-ef3a-4c08-857a-b8a1f2d88395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (728eddc8-9dbc-4abf-90f2-64b412f99bd8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:25.664770 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-269a2d7e-ef3a-4c08-857a-b8a1f2d88395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:25.665879 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-269a2d7e-ef3a-4c08-857a-b8a1f2d88395 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/728eddc8-9dbc-4abf-90f2-64b412f99bd8 HTTP/1.1" status: 204 len: 168 time: 0.2023304 Apr 12 19:18:25.715244 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7c020303-beab-4233-b778-705eeda930fc req-600e997e-7715-43cc-a369-138b5a117d69 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495512 Apr 12 19:18:25.733655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a2d7e-ef3a-4c08-857a-b8a1f2d88395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728eddc8-9dbc-4abf-90f2-64b412f99bd8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:26.145822 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:26.209117 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (4c466264-748a-4e55-b5a5-b4bb1002e8c3), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:26.292964 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:26.312082 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 4c466264-748a-4e55-b5a5-b4bb1002e8c3 associated. External IP: 172.27.0.194, port: 4a237bbf-58ed-42b1-b314-feb0cdadcf3d. Apr 12 19:18:26.523349 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:18:26.635573 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:26.640193 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:26.646112 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:26.656718 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:26.657385 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:26.665203 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1678c8c-56ac-4e7e-b042-9b00f7481612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:26.682877 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-26882502-ed16-49cd-a341-2808a51e29ba tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "PUT /v2.0/floatingips/4c466264-748a-4e55-b5a5-b4bb1002e8c3 HTTP/1.1" status: 200 len: 991 time: 1.0626769 Apr 12 19:18:26.682877 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:26.683115 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dbb7e8-05b3-4cd9-a454-af2651298af8" -d '{"events": [{"name": "network-changed", "server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:26.720900 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f23fe5-85f2-43d6-8b56-ac63503e0491 x-openstack-request-id: req-62f23fe5-85f2-43d6-8b56-ac63503e0491 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:26.721200 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:26.721456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62f23fe5-85f2-43d6-8b56-ac63503e0491 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:26.721864 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f23fe5-85f2-43d6-8b56-ac63503e0491'] response: {'name': 'network-changed', 'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'status': 'completed', 'code': 200} Apr 12 19:18:26.772973 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:26.805462 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-f899424a-fa93-46cc-97f5-d1e561c22b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:26.807011 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-f899424a-fa93-46cc-97f5-d1e561c22b38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 1129 time: 0.0431638 Apr 12 19:18:26.829175 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf46d24-b255-42d4-b6cb-56c7f905f2e2 req-0bc2f179-3507-46ea-872d-bd49b4d31ec1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:26.830644 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9bf46d24-b255-42d4-b6cb-56c7f905f2e2 req-0bc2f179-3507-46ea-872d-bd49b4d31ec1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0465090 Apr 12 19:18:26.890545 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9bf46d24-b255-42d4-b6cb-56c7f905f2e2 req-763d24d2-1d74-4cce-b1c8-c247bd0647dd tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530660 Apr 12 19:18:26.910007 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-ed4d9447-e3ed-4668-b223-3be321489e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:26.911533 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-ed4d9447-e3ed-4668-b223-3be321489e2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 916 time: 0.0988662 Apr 12 19:18:26.975121 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-3a22b8d2-3f13-4139-aadc-e747ff762d2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d HTTP/1.1" status: 200 len: 999 time: 0.0579219 Apr 12 19:18:26.997861 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:26Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:27.029338 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:27.038156 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:27.038785 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:17:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:27.151145 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:27.280086 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-ad710c42-4e81-4455-8c83-4f7aba3f822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:27.281513 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-ad710c42-4e81-4455-8c83-4f7aba3f822a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.3005371 Apr 12 19:18:27.324526 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-2a3f3707-fa1a-43a5-82b5-4378a772e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:27.325986 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-2a3f3707-fa1a-43a5-82b5-4378a772e2b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380816 Apr 12 19:18:27.370125 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:26Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:27.399931 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7797a40-99f6-469b-8cae-fb8a7b86bbe8 None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:26Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:27.427814 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-68d79019-4c87-48a5-9284-8e18d59ad679 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869341 Apr 12 19:18:27.518009 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38dbb7e8-05b3-4cd9-a454-af2651298af8 req-4bd0764b-6484-402a-a274-53ecf4857892 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 Apr 12 19:18:27.588640 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7a541-d713-4fef-8926-304ddd725a5f None None] New status for floating IP 4c466264-748a-4e55-b5a5-b4bb1002e8c3: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:18:28.007191 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593afdc-745c-40a3-aec2-5b59a4123576 req-90a9e646-e388-431e-a2bc-536a126c6e76 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:28.008906 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3593afdc-745c-40a3-aec2-5b59a4123576 req-90a9e646-e388-431e-a2bc-536a126c6e76 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0458422 Apr 12 19:18:28.058015 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3593afdc-745c-40a3-aec2-5b59a4123576 req-54a82fbe-88cc-4df4-b20c-4adbc8f13350 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Apr 12 19:18:28.952478 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-19a522c8-c6eb-480c-acd2-e54ac077def8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:29.166405 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b0972-9344-4d39-8a19-6207ff3fb0cc req-a6b47811-c30d-48ca-9c9a-315117a0e687 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:29.167876 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-545b0972-9344-4d39-8a19-6207ff3fb0cc req-a6b47811-c30d-48ca-9c9a-315117a0e687 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0453849 Apr 12 19:18:29.214761 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-545b0972-9344-4d39-8a19-6207ff3fb0cc req-eebab3d0-25f1-45dd-ae52-32a942d5a817 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Apr 12 19:18:30.167225 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:30.329443 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e036a6-086e-4bf7-87fa-8f4e9b5a9664 req-03ce53ba-f307-4b14-b712-b7a30adc9d4f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:30.330888 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81e036a6-086e-4bf7-87fa-8f4e9b5a9664 req-03ce53ba-f307-4b14-b712-b7a30adc9d4f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0493815 Apr 12 19:18:30.379959 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81e036a6-086e-4bf7-87fa-8f4e9b5a9664 req-f438d4de-3b30-4049-a3ee-a15a0d0f8d07 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Apr 12 19:18:31.491248 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ebfc1-729a-42c0-b53c-abf200ec0375 req-4b5a79ac-9c33-43cd-8824-d5d39f079bc3 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:31.493430 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-be5ebfc1-729a-42c0-b53c-abf200ec0375 req-4b5a79ac-9c33-43cd-8824-d5d39f079bc3 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 943 time: 0.0475476 Apr 12 19:18:31.541727 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-be5ebfc1-729a-42c0-b53c-abf200ec0375 req-8ec7680e-52b5-4251-ada7-17b90bc8c2a2 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Apr 12 19:18:31.732555 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4244253e-f5f2-405c-acac-9edc01fb0f28 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:18:31.843337 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 4244253e-f5f2-405c-acac-9edc01fb0f28, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4244253e-f5f2-405c-acac-9edc01fb0f28,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:31.853706 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:31.857811 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'port_id': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'mac_address': 'fa:16:3e:b0:38:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:18:31.902110 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 4244253e-f5f2-405c-acac-9edc01fb0f28 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:31.903692 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:31.927053 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4244253e-f5f2-405c-acac-9edc01fb0f28 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:18:31.949870 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 4244253e-f5f2-405c-acac-9edc01fb0f28, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4244253e-f5f2-405c-acac-9edc01fb0f28,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:32.026484 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:32.073782 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=4244253e-f5f2-405c-acac-9edc01fb0f28,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:32.374193 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['4244253e-f5f2-405c-acac-9edc01fb0f28'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:18:32.656969 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0f753-d3bf-4a18-ad9b-d7211f4c6dca req-adf1272f-4635-446a-af5c-304347c0d766 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:32.658427 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-97a0f753-d3bf-4a18-ad9b-d7211f4c6dca req-adf1272f-4635-446a-af5c-304347c0d766 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 944 time: 0.0509372 Apr 12 19:18:32.708258 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-97a0f753-d3bf-4a18-ad9b-d7211f4c6dca req-3ca3467a-2b44-44bb-bcff-84dbe7405e21 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440443 Apr 12 19:18:33.020649 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:33.741985 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4244253e-f5f2-405c-acac-9edc01fb0f28 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:33.787153 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 4244253e-f5f2-405c-acac-9edc01fb0f28 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:18:33.820671 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863941d7-81a3-4467-a632-26c4e6898ed2 req-638c9612-8dbb-4094-9f11-b6f5c9969d12 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:33.822180 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-863941d7-81a3-4467-a632-26c4e6898ed2 req-638c9612-8dbb-4094-9f11-b6f5c9969d12 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 944 time: 0.0468521 Apr 12 19:18:33.855340 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 4244253e-f5f2-405c-acac-9edc01fb0f28 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:33.855749 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:33.870613 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-863941d7-81a3-4467-a632-26c4e6898ed2 req-04775d3b-d085-4238-bc3c-db07961c2c98 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Apr 12 19:18:33.936281 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 4244253e-f5f2-405c-acac-9edc01fb0f28 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:33.936610 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:33.959272 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:33.961530 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42738fc3-66d6-4a86-b0c2-f92795a6f874" -d '{"events": [{"server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "name": "network-vif-plugged", "status": "completed", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:33.974101 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 4244253e-f5f2-405c-acac-9edc01fb0f28, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4244253e-f5f2-405c-acac-9edc01fb0f28,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:33.996476 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6124429e-63f2-449d-8492-5f49818f5b38 x-openstack-request-id: req-6124429e-63f2-449d-8492-5f49818f5b38 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:33.996769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "name": "network-vif-plugged", "status": "completed", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:34.004352 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6124429e-63f2-449d-8492-5f49818f5b38 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:34.004352 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6124429e-63f2-449d-8492-5f49818f5b38'] response: {'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'code': 200} Apr 12 19:18:34.047098 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:34.093662 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=4244253e-f5f2-405c-acac-9edc01fb0f28,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:34.381722 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668d20-5106-4a7e-a5ef-fd5132aabb21 req-23d54faa-1100-4f6e-b25b-f871f518cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:34.383233 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb668d20-5106-4a7e-a5ef-fd5132aabb21 req-23d54faa-1100-4f6e-b25b-f871f518cd81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 1129 time: 0.0385222 Apr 12 19:18:34.431667 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb668d20-5106-4a7e-a5ef-fd5132aabb21 req-09a8b955-8dbc-493b-89b8-a6970ac4cfdf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Apr 12 19:18:34.981990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d9e36-5fed-4853-93d9-bb6a48c9a32a req-c978991c-0e6b-45d9-b9b5-e6f44f46c329 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:34.983590 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ab6d9e36-5fed-4853-93d9-bb6a48c9a32a req-c978991c-0e6b-45d9-b9b5-e6f44f46c329 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 945 time: 0.0477650 Apr 12 19:18:35.037072 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ab6d9e36-5fed-4853-93d9-bb6a48c9a32a req-be7c5663-792b-4d64-b7c1-b4181ad906b9 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472851 Apr 12 19:18:36.149247 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f862c23-6d24-4b87-9fc6-25228037ecfc req-bc3c2333-a415-437f-9d24-790c75608fd1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:36.150709 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1f862c23-6d24-4b87-9fc6-25228037ecfc req-bc3c2333-a415-437f-9d24-790c75608fd1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 945 time: 0.0471199 Apr 12 19:18:36.198858 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1f862c23-6d24-4b87-9fc6-25228037ecfc req-0345e6f1-4b25-4913-aaa9-161cd69212c5 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 Apr 12 19:18:36.309752 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5b7ed-fcf0-4f6b-86db-f807827629f0 req-370c4a57-a818-433b-b3fb-ca31fdfc27df tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:36.311190 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-90f5b7ed-fcf0-4f6b-86db-f807827629f0 req-370c4a57-a818-433b-b3fb-ca31fdfc27df tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 945 time: 0.0455327 Apr 12 19:18:36.363815 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-90f5b7ed-fcf0-4f6b-86db-f807827629f0 req-ccc160eb-5d32-413a-a13b-5703e964603e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463564 Apr 12 19:18:36.386914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42092) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:36.612544 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5354ea-c14f-460f-8894-9d0c607d63f8 tempest-TestVolumeBootPattern-365566928 tempest-TestVolumeBootPattern-365566928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:36.614783 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-7d5354ea-c14f-460f-8894-9d0c607d63f8 tempest-TestVolumeBootPattern-365566928 tempest-TestVolumeBootPattern-365566928-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 1124 time: 0.2267962 Apr 12 19:18:36.617580 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42098) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:18:36.621678 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'port_id': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:18:36.695738 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:36.772400 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:36.879193 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Allocated IP 172.27.0.61 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/23e15313-8733-4d51-8b78-43dd3842106c) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:18:36.978378 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (23e15313-8733-4d51-8b78-43dd3842106c), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:37.070417 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (23e15313-8733-4d51-8b78-43dd3842106c), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:37.115792 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:18:37.118810 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:18:37.123265 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:18:37.126388 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=23e15313-8733-4d51-8b78-43dd3842106c,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:37.742422 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (04aad15a-8aea-484b-8ff7-4064b592c586), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:37.862708 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (23e15313-8733-4d51-8b78-43dd3842106c), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:38.012854 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (23e15313-8733-4d51-8b78-43dd3842106c), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:38.095071 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (23e15313-8733-4d51-8b78-43dd3842106c), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:38.164777 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=23e15313-8733-4d51-8b78-43dd3842106c,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:38.176990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (04aad15a-8aea-484b-8ff7-4064b592c586), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:38.280513 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Floating IP 04aad15a-8aea-484b-8ff7-4064b592c586 associated. External IP: 172.27.0.61, port: 4244253e-f5f2-405c-acac-9edc01fb0f28. Apr 12 19:18:38.490366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:18:38.599983 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:18:38.609499 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:18:38.618575 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:38.619178 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:18:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:38.702918 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:38.727199 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:38.747412 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-9389277e-d500-4f0c-9d8d-3a1b18c2f6be tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1161766 Apr 12 19:18:38.747412 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:38.747412 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54a629-d4e2-433d-941f-42ab2ef2c10a" -d '{"events": [{"name": "network-changed", "server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:38.772261 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d1453c-ee0f-4a73-b0f5-05ae98bba243 x-openstack-request-id: req-97d1453c-ee0f-4a73-b0f5-05ae98bba243 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:38.772524 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:38.772783 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97d1453c-ee0f-4a73-b0f5-05ae98bba243 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:38.773194 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d1453c-ee0f-4a73-b0f5-05ae98bba243'] response: {'name': 'network-changed', 'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'status': 'completed', 'code': 200} Apr 12 19:18:38.833256 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-786fdd40-dd1b-4530-a897-f6ff0506ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:38.834784 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-786fdd40-dd1b-4530-a897-f6ff0506ec00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 1129 time: 0.0397668 Apr 12 19:18:38.925785 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-7e88cc73-0e86-4528-a63f-a0c1140945b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:38.927251 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-7e88cc73-0e86-4528-a63f-a0c1140945b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0853884 Apr 12 19:18:38.944465 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '04aad15a-8aea-484b-8ff7-4064b592c586', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:b0:38:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1382c154-f373-4e66-b419-d0f984dca256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:37Z', 'updated_at': '2022-04-12T19:18:37Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:39.001933 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-cf29c052-a3a1-4256-9f13-97f37570fbda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4244253e-f5f2-405c-acac-9edc01fb0f28 HTTP/1.1" status: 200 len: 998 time: 0.0672793 Apr 12 19:18:39.054692 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-5a77001a-8c59-48af-abcc-4236a1c2cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:39.056343 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-5a77001a-8c59-48af-abcc-4236a1c2cf54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0481880 Apr 12 19:18:39.070828 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:18:39.081119 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:18:39.082367 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:18:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:39.103354 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-ae1db5bd-5b67-4163-9d18-1c4dbfcb5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:39.104907 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-ae1db5bd-5b67-4163-9d18-1c4dbfcb5b0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405812 Apr 12 19:18:39.196623 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:18:39.202355 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-8909d6db-cb56-4f21-bf02-0b8ceabe2fd3 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901053 Apr 12 19:18:39.305697 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fc54a629-d4e2-433d-941f-42ab2ef2c10a req-ff0fa08a-f7f1-472b-af93-6cad43ebdd10 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849571 Apr 12 19:18:39.412546 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '04aad15a-8aea-484b-8ff7-4064b592c586', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:b0:38:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1382c154-f373-4e66-b419-d0f984dca256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:37Z', 'updated_at': '2022-04-12T19:18:37Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:18:39.443879 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d368f2-86a3-420c-ba0b-613aa481bef6 None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '04aad15a-8aea-484b-8ff7-4064b592c586', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:b0:38:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1382c154-f373-4e66-b419-d0f984dca256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:37Z', 'updated_at': '2022-04-12T19:18:37Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:18:39.491877 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef78fd-a121-46f5-a440-1f92bbf5c4de req-20306b08-ddfb-4238-8dc2-628124c3a35d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:39.493412 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d3ef78fd-a121-46f5-a440-1f92bbf5c4de req-20306b08-ddfb-4238-8dc2-628124c3a35d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0549545 Apr 12 19:18:39.542359 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d3ef78fd-a121-46f5-a440-1f92bbf5c4de req-e0585fd2-91c0-4b2f-80a4-63c2f2fbcab5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 Apr 12 19:18:39.641401 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92c214-1f13-4488-826e-129b6764acf2 None None] New status for floating IP 04aad15a-8aea-484b-8ff7-4064b592c586: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:18:40.663026 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b18f-01c1-4cbb-bf60-5fcbcfd12330 req-5d2a5425-d585-496e-8c6e-fbd4b69acfed tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:40.664520 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7880b18f-01c1-4cbb-bf60-5fcbcfd12330 req-5d2a5425-d585-496e-8c6e-fbd4b69acfed tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0466504 Apr 12 19:18:40.712318 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7880b18f-01c1-4cbb-bf60-5fcbcfd12330 req-22763c68-e95e-436d-9e00-fcb281b9b33f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Apr 12 19:18:41.833004 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c0532-0bcd-4ab6-ad14-993f6283ddb2 req-77f3e48c-ef31-4a7e-b50e-43a13ab4d638 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:41.834634 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f3c0532-0bcd-4ab6-ad14-993f6283ddb2 req-77f3e48c-ef31-4a7e-b50e-43a13ab4d638 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0508718 Apr 12 19:18:41.880236 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f3c0532-0bcd-4ab6-ad14-993f6283ddb2 req-a889fed6-cf4a-4623-a1f3-1cba374fa74a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400243 Apr 12 19:18:42.996165 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b42cd-96a6-4022-926f-0d65a8199d11 req-320d778b-3cf8-42af-a164-36fc47ab1663 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:42.997529 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ac0b42cd-96a6-4022-926f-0d65a8199d11 req-320d778b-3cf8-42af-a164-36fc47ab1663 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0461082 Apr 12 19:18:43.047107 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ac0b42cd-96a6-4022-926f-0d65a8199d11 req-075e3ce8-a072-4763-833f-ac49014aed12 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Apr 12 19:18:44.165150 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46a9c2-361b-4703-87c3-0660c7189e0a req-65cd71b2-d170-44ca-8347-3ce403cfdbdd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:44.166585 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9a46a9c2-361b-4703-87c3-0660c7189e0a req-65cd71b2-d170-44ca-8347-3ce403cfdbdd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0463045 Apr 12 19:18:44.217266 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9a46a9c2-361b-4703-87c3-0660c7189e0a req-a81f36b2-d5ba-49bf-a992-af7adc331343 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452583 Apr 12 19:18:44.790957 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:18:45.333294 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244b0f2-c909-4bbd-a155-0f3b5ff1ecbe req-8cb47820-6d6c-4d1f-b104-9054a0d63b3f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:45.334734 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5244b0f2-c909-4bbd-a155-0f3b5ff1ecbe req-8cb47820-6d6c-4d1f-b104-9054a0d63b3f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0466888 Apr 12 19:18:45.379554 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5244b0f2-c909-4bbd-a155-0f3b5ff1ecbe req-39dd97df-ecdf-44d7-9108-7ed2c072a668 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Apr 12 19:18:46.495953 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dfa88-1a5c-4522-a57f-33714c97b916 req-4a659894-7c32-4756-bfb2-cd897d0e30c8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:46.497405 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b43dfa88-1a5c-4522-a57f-33714c97b916 req-4a659894-7c32-4756-bfb2-cd897d0e30c8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0469420 Apr 12 19:18:46.544069 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b43dfa88-1a5c-4522-a57f-33714c97b916 req-2091a90f-34e0-48df-990a-a339e1acdf81 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 Apr 12 19:18:47.663302 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73807940-a866-42f8-8873-83851b4781bc req-ec279bc8-782f-4c57-bdc4-49e296756c23 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:47.664796 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-73807940-a866-42f8-8873-83851b4781bc req-ec279bc8-782f-4c57-bdc4-49e296756c23 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0493622 Apr 12 19:18:47.711410 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-73807940-a866-42f8-8873-83851b4781bc req-b7c1c806-1a65-4d68-ad74-b5f1e455e887 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Apr 12 19:18:48.829026 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b247b4-69a7-4c9b-b1e5-1af04cd3ae6d req-a1993c7a-ff3a-4e25-a93b-468113ebbac3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:48.830511 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b6b247b4-69a7-4c9b-b1e5-1af04cd3ae6d req-a1993c7a-ff3a-4e25-a93b-468113ebbac3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0478861 Apr 12 19:18:48.876896 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b6b247b4-69a7-4c9b-b1e5-1af04cd3ae6d req-e826f5a7-8a8f-46df-8ce1-0d42061f32d0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408361 Apr 12 19:18:49.993564 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304cdd1-399a-4f7c-b827-1bc25ff8d9a1 req-69aa5306-d704-4116-9207-80af96ced76f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:49.994948 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6304cdd1-399a-4f7c-b827-1bc25ff8d9a1 req-69aa5306-d704-4116-9207-80af96ced76f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0458391 Apr 12 19:18:50.044290 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6304cdd1-399a-4f7c-b827-1bc25ff8d9a1 req-6226f74c-5a31-4485-9d68-cde339f2b786 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438185 Apr 12 19:18:51.159788 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035df9a-be8c-494f-844b-59bda96a793b req-7a5a4de7-f4ac-469f-8d2a-795874b283ac tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:51.161390 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3035df9a-be8c-494f-844b-59bda96a793b req-7a5a4de7-f4ac-469f-8d2a-795874b283ac tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0461218 Apr 12 19:18:51.206604 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3035df9a-be8c-494f-844b-59bda96a793b req-0abd7a60-bfad-4694-8b76-70aeaeead9cb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397406 Apr 12 19:18:51.832817 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:18:51.932650 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:51.944070 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'port_id': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'mac_address': 'fa:16:3e:98:68:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:18:51.982655 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: ACTIVE; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:51.983301 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:52.001405 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7a10b60-061e-4cf0-95fe-75b44110cf55 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:18:52.021293 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:52.094665 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:52.147184 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=6']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:52.189427 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['d7a10b60-061e-4cf0-95fe-75b44110cf55'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:18:52.322397 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88cc04-ac8a-4ea2-b129-1446c230db92 req-2d4967cc-0c22-4c37-a966-cf928204e6a2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:52.323935 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3e88cc04-ac8a-4ea2-b129-1446c230db92 req-2d4967cc-0c22-4c37-a966-cf928204e6a2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 945 time: 0.0465221 Apr 12 19:18:52.369754 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3e88cc04-ac8a-4ea2-b129-1446c230db92 req-89a20194-b3e1-4986-9fa7-0179743d08fc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402343 Apr 12 19:18:53.489594 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd9290-ca8d-42ba-a6bc-08a99f56a97b req-b96890a8-c86b-41ba-8931-9f1039763dc0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:53.490767 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dffd9290-ca8d-42ba-a6bc-08a99f56a97b req-b96890a8-c86b-41ba-8931-9f1039763dc0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 945 time: 0.0495055 Apr 12 19:18:53.535904 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dffd9290-ca8d-42ba-a6bc-08a99f56a97b req-fe7c202c-2143-461c-be24-606aa2f59a33 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395391 Apr 12 19:18:53.849752 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:18:53.897488 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port d7a10b60-061e-4cf0-95fe-75b44110cf55 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:18:53.897855 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:53.970719 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:18:53.971020 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:53.992998 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:18:53.995172 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079cd6ff-9ca1-4f94-8785-27196cb2171d" -d '{"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:18:54.007863 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:18:54.032609 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ed04fa-d0cb-4ec1-80b7-eafaec73a99f x-openstack-request-id: req-70ed04fa-d0cb-4ec1-80b7-eafaec73a99f {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:18:54.032897 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:18:54.033146 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70ed04fa-d0cb-4ec1-80b7-eafaec73a99f {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:18:54.033543 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ed04fa-d0cb-4ec1-80b7-eafaec73a99f'] response: {'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'code': 200} Apr 12 19:18:54.080925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:54.129005 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=7']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:18:54.650782 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cbf37-99c2-4c19-9369-0afe67850205 req-6f4a0042-c920-493e-b1b6-1312ef794053 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:54.652273 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-047cbf37-99c2-4c19-9369-0afe67850205 req-6f4a0042-c920-493e-b1b6-1312ef794053 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0464623 Apr 12 19:18:54.698597 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-047cbf37-99c2-4c19-9369-0afe67850205 req-b98f0925-a48b-4c7f-b957-cf7822d805e8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409026 Apr 12 19:18:55.820870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6120a9-6138-4df2-8741-c390f69c26a9 req-4e72d685-b8cb-4b5d-b84d-9b602c404eb2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:55.822337 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2d6120a9-6138-4df2-8741-c390f69c26a9 req-4e72d685-b8cb-4b5d-b84d-9b602c404eb2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0502193 Apr 12 19:18:55.867533 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2d6120a9-6138-4df2-8741-c390f69c26a9 req-b5401eaa-4df4-44f8-979d-81c2759ef3f9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396745 Apr 12 19:18:56.306244 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:56.660753 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2a9c-8429-40e3-a470-246034acc70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:56.980725 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4fb58-72db-439b-b752-ae1e12f9c18c req-06697855-1e81-4788-9d34-9f16942c97c5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:56.982197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-edc4fb58-72db-439b-b752-ae1e12f9c18c req-06697855-1e81-4788-9d34-9f16942c97c5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0466313 Apr 12 19:18:57.028800 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-edc4fb58-72db-439b-b752-ae1e12f9c18c req-df679266-e25b-4acc-96b2-f6ed26daa35b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Apr 12 19:18:58.145454 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269898e-26df-4be5-8cb1-ea8e51687f8b req-22013874-fb50-44a5-8957-0290f0545af7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:58.147057 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2269898e-26df-4be5-8cb1-ea8e51687f8b req-22013874-fb50-44a5-8957-0290f0545af7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0480995 Apr 12 19:18:58.198016 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2269898e-26df-4be5-8cb1-ea8e51687f8b req-7ea0b0f5-9124-4f48-a7d9-e0604069a639 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Apr 12 19:18:58.946339 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c651f0d2-1007-4814-8514-446beb471285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:18:59.338996 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a10ed2-249d-4f70-83fa-038a9b1442a9 req-a5be54fc-727a-4b42-a49c-af0291d63c75 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:18:59.341375 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c0a10ed2-249d-4f70-83fa-038a9b1442a9 req-a5be54fc-727a-4b42-a49c-af0291d63c75 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0599630 Apr 12 19:18:59.400222 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c0a10ed2-249d-4f70-83fa-038a9b1442a9 req-6ef527e3-8f4c-47fd-bd0e-a281ec5b9aa6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478065 Apr 12 19:19:00.203768 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:00.522473 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5941e1-9a0a-4039-8518-c277d89c4712 req-afe93a42-e86d-4502-be24-91f92679dea5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:00.524070 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e5941e1-9a0a-4039-8518-c277d89c4712 req-afe93a42-e86d-4502-be24-91f92679dea5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0500753 Apr 12 19:19:00.575442 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e5941e1-9a0a-4039-8518-c277d89c4712 req-f1a1057e-3e9c-45c5-95fe-bd250638f9bb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453968 Apr 12 19:19:01.707916 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75a1be-c4b2-40b3-8a40-9a4dddf5ab31 req-ed0513a0-06aa-4603-a29d-77b15b286879 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:01.709421 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c75a1be-c4b2-40b3-8a40-9a4dddf5ab31 req-ed0513a0-06aa-4603-a29d-77b15b286879 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0524995 Apr 12 19:19:01.757229 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3c75a1be-c4b2-40b3-8a40-9a4dddf5ab31 req-9f4b3ab6-a7d6-49f1-97ba-f3dd16e76128 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410511 Apr 12 19:19:01.837317 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:02.883414 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fb494-4fd2-4e3f-ba37-e232295c4af3 req-4ab8d9b9-fb14-4ee6-8dde-881d67a9ada3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:02.886647 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4b1fb494-4fd2-4e3f-ba37-e232295c4af3 req-4ab8d9b9-fb14-4ee6-8dde-881d67a9ada3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0553143 Apr 12 19:19:02.955362 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4b1fb494-4fd2-4e3f-ba37-e232295c4af3 req-1f537d39-c07e-4bba-b033-063ff07ea8fd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596325 Apr 12 19:19:03.009428 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:04.084776 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dbfb2-9b7c-498c-98a7-237c2baf3ed0 req-97d5325d-c312-46d3-a78c-138d6a07bb54 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:04.086385 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c2dbfb2-9b7c-498c-98a7-237c2baf3ed0 req-97d5325d-c312-46d3-a78c-138d6a07bb54 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0592747 Apr 12 19:19:04.141682 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c2dbfb2-9b7c-498c-98a7-237c2baf3ed0 req-a5fec8aa-b10c-4fb4-9abd-f100496db239 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486927 Apr 12 19:19:05.285363 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534ccec-3ad9-410a-92b5-de00215dcacf req-d1198752-aef2-41b8-bd2a-f35688242f09 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:05.287110 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9534ccec-3ad9-410a-92b5-de00215dcacf req-d1198752-aef2-41b8-bd2a-f35688242f09 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0649230 Apr 12 19:19:05.343819 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9534ccec-3ad9-410a-92b5-de00215dcacf req-d04d8eb2-3e01-4f20-afbd-cebda678f81a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479310 Apr 12 19:19:06.487426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1f7d1-21a3-49d5-9e1a-dcf6d84df57e req-a7f4c5a4-9c55-40d0-8afb-ea8ead14c64c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:06.491001 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1eb1f7d1-21a3-49d5-9e1a-dcf6d84df57e req-a7f4c5a4-9c55-40d0-8afb-ea8ead14c64c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0559490 Apr 12 19:19:06.543975 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1eb1f7d1-21a3-49d5-9e1a-dcf6d84df57e req-1bbf92f1-18dd-44e8-97ff-032c26827416 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Apr 12 19:19:07.673308 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff52d-74cd-49da-b0f7-a15945ac5494 req-d9a57b57-4beb-4494-9e31-8f98886d9a06 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:07.674996 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3b9ff52d-74cd-49da-b0f7-a15945ac5494 req-d9a57b57-4beb-4494-9e31-8f98886d9a06 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0537393 Apr 12 19:19:07.739693 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3b9ff52d-74cd-49da-b0f7-a15945ac5494 req-63d8fda2-6307-400b-b1ef-a1e421292d85 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484965 Apr 12 19:19:08.859698 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550abc6-a67e-4dbc-adfd-a68297906e8f req-cc9393b9-be07-4522-a02c-433054035f20 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:08.861165 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3550abc6-a67e-4dbc-adfd-a68297906e8f req-cc9393b9-be07-4522-a02c-433054035f20 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0481243 Apr 12 19:19:08.911603 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3550abc6-a67e-4dbc-adfd-a68297906e8f req-12c0019e-fc7c-414b-b5bf-6c7c60b7c08d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Apr 12 19:19:10.035657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd156dc-85b3-4746-ad68-617052d2af6f req-7fcbe0e2-4aaf-4b59-83f9-edd4ee794600 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:10.037108 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4cd156dc-85b3-4746-ad68-617052d2af6f req-7fcbe0e2-4aaf-4b59-83f9-edd4ee794600 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0526161 Apr 12 19:19:10.083027 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4cd156dc-85b3-4746-ad68-617052d2af6f req-67a90f98-19fb-4446-82a8-011086e20dac tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402482 Apr 12 19:19:11.200832 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0cf11-b193-48d1-9926-6f5059396483 req-47a65c65-4087-4d7c-b2cc-f62583f70a6d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:11.202324 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-baf0cf11-b193-48d1-9926-6f5059396483 req-47a65c65-4087-4d7c-b2cc-f62583f70a6d tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0468588 Apr 12 19:19:11.249511 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-baf0cf11-b193-48d1-9926-6f5059396483 req-9607990d-5a83-4eb9-b00f-6b8a360c4b3a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414608 Apr 12 19:19:11.477776 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-e1418099-6784-4ca3-9ecc-5387a86cf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:11.479154 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-e1418099-6784-4ca3-9ecc-5387a86cf4b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1130 time: 0.0440435 Apr 12 19:19:11.566020 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-ec3e0846-408c-402b-b7a2-33b486a6d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:11.567443 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-ec3e0846-408c-402b-b7a2-33b486a6d320 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.0824833 Apr 12 19:19:11.636127 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-87342c15-42a9-481b-bd6f-8cf895543f6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 200 len: 1001 time: 0.0622659 Apr 12 19:19:11.684917 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-3db801ba-c69e-4b6b-adc8-41891499ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:11.686377 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-3db801ba-c69e-4b6b-adc8-41891499ede6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0438817 Apr 12 19:19:11.731497 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-00717d01-dfca-47c2-8e18-f2a0aa729d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:11.732871 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-00717d01-dfca-47c2-8e18-f2a0aa729d06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388739 Apr 12 19:19:11.824758 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-ed43b94e-ae4b-4427-9bf6-674bd2eb366e service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 Apr 12 19:19:11.911722 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02121422-56f8-4cbd-a881-e7d2fcb86c14 req-a4ec5f40-a914-4b95-b13b-350c52cf761a service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809560 Apr 12 19:19:12.364363 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c818a9-cc42-4e02-8255-f4b5c2cacc62 req-187878c2-ac39-43ed-b4fc-b05fa2a1aec5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:12.365797 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81c818a9-cc42-4e02-8255-f4b5c2cacc62 req-187878c2-ac39-43ed-b4fc-b05fa2a1aec5 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0453660 Apr 12 19:19:12.414813 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-81c818a9-cc42-4e02-8255-f4b5c2cacc62 req-d9bbdbec-d820-4679-9f49-38c1e43b5e20 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Apr 12 19:19:13.529039 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582e60e-1805-4535-8b55-f355234a1da0 req-c4285eaa-9c2f-4d57-bb91-67edcc3d9a22 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:13.530471 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e582e60e-1805-4535-8b55-f355234a1da0 req-c4285eaa-9c2f-4d57-bb91-67edcc3d9a22 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 946 time: 0.0456500 Apr 12 19:19:13.576146 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e582e60e-1805-4535-8b55-f355234a1da0 req-6ecbadc0-e458-4f2d-a63d-e1014533b450 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Apr 12 19:19:13.993878 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:19:14.070367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: ACTIVE; New status is: DOWN {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:19:14.071067 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:14.094076 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:19:14.096305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8f69f-a03c-44e6-931c-b21b01f66557" -d '{"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:19:14.111700 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:19:14.135181 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab287cfe-7a7d-4cbe-bb63-ab82ff8a5929 x-openstack-request-id: req-ab287cfe-7a7d-4cbe-bb63-ab82ff8a5929 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:19:14.135497 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:19:14.135765 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab287cfe-7a7d-4cbe-bb63-ab82ff8a5929 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:19:14.136167 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab287cfe-7a7d-4cbe-bb63-ab82ff8a5929'] response: {'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'code': 200} Apr 12 19:19:14.203047 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:14.250160 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=8']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:19:14.256874 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.257216 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.257553 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.257891 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.258220 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.258552 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.259540 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.260036 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.260364 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.260687 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.261011 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.261336 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.261654 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.261973 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.262291 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:19:14.693150 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03029b2a-e60d-4ddf-8baf-0863ef89ec35 req-a9b6b7f0-3de5-401d-81fc-718062408322 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:14.694618 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03029b2a-e60d-4ddf-8baf-0863ef89ec35 req-a9b6b7f0-3de5-401d-81fc-718062408322 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0474370 Apr 12 19:19:14.741208 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03029b2a-e60d-4ddf-8baf-0863ef89ec35 req-94f2479a-adad-4527-b12a-09d638b77a3c tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 Apr 12 19:19:16.589036 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-d329aeb6-9bd2-4e86-a4b5-a818b61edb6d req-ae24892c-cd09-4c65-9ede-d1771103b9b2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:19:16.590810 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d329aeb6-9bd2-4e86-a4b5-a818b61edb6d req-ae24892c-cd09-4c65-9ede-d1771103b9b2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060668 Apr 12 19:19:17.916904 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd28845-76fe-4001-a6ce-41c2f9ea7d38 req-0430dd17-8bcd-49c7-8556-685923fd5446 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:17.918989 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ebd28845-76fe-4001-a6ce-41c2f9ea7d38 req-0430dd17-8bcd-49c7-8556-685923fd5446 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0508134 Apr 12 19:19:17.969984 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ebd28845-76fe-4001-a6ce-41c2f9ea7d38 req-12446016-58f9-4dfa-b752-93fdb41c8fd0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Apr 12 19:19:18.050662 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:19:18.126389 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: DOWN; New status is: DOWN {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:19:18.368428 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42318) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:19:18.449774 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-963e1e90-427e-40e8-ade0-ff71010eba87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801992 Apr 12 19:19:18.458130 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-e253d68e-7f0b-4700-a8ba-392e970383aa service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:19:18.459075 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-e253d68e-7f0b-4700-a8ba-392e970383aa service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047503 Apr 12 19:19:18.533263 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42326) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:19:18.625829 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954f66-f7ee-4f20-9906-c742a06498da req-1898a0a8-e6c2-4ce7-a769-69bd69e96034 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:18.627197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-1898a0a8-e6c2-4ce7-a769-69bd69e96034 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports/d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 200 len: 941 time: 0.0929682 Apr 12 19:19:19.090506 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbbf39-7ba4-41e0-a219-fb6af48a6fe4 req-c7971ead-15da-4ec2-ae99-c88aafecff13 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:19.092170 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eacbbf39-7ba4-41e0-a219-fb6af48a6fe4 req-c7971ead-15da-4ec2-ae99-c88aafecff13 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0504825 Apr 12 19:19:19.139190 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eacbbf39-7ba4-41e0-a219-fb6af48a6fe4 req-6863f9c6-3080-42c1-9f79-602def5ab23f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Apr 12 19:19:20.093891 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954f66-f7ee-4f20-9906-c742a06498da req-f14a9644-a5df-4754-9806-096f455bdb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:20.095375 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-f14a9644-a5df-4754-9806-096f455bdb51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf&tenant_id=004881d1a8e74638b08ee1481936e09a HTTP/1.1" status: 200 len: 1128 time: 0.0443959 Apr 12 19:19:20.154396 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954f66-f7ee-4f20-9906-c742a06498da req-d90e7512-d648-4660-996e-53e18fe3eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:20.155949 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-d90e7512-d648-4660-996e-53e18fe3eadf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1128 time: 0.0389457 Apr 12 19:19:20.250249 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954f66-f7ee-4f20-9906-c742a06498da req-dd003610-3d8b-45fc-bea0-f0f1dcee4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:20.251740 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-dd003610-3d8b-45fc-bea0-f0f1dcee4992 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.0899308 Apr 12 19:19:20.256575 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc287de4-e794-47cb-9e45-7c4189029008 req-387b6007-236c-465e-8027-93f8d724c6b3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:20.258037 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fc287de4-e794-47cb-9e45-7c4189029008 req-387b6007-236c-465e-8027-93f8d724c6b3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0485725 Apr 12 19:19:20.307401 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fc287de4-e794-47cb-9e45-7c4189029008 req-b742e65c-899c-4c5f-856f-ede11801ed49 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Apr 12 19:19:20.317843 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-6562f59b-ad99-475b-b7e0-79f058ad8284 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 200 len: 999 time: 0.0601063 Apr 12 19:19:20.366142 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954f66-f7ee-4f20-9906-c742a06498da req-56234670-f1f3-4a26-84d0-c1f99113cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:20.367599 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-56234670-f1f3-4a26-84d0-c1f99113cd9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0435174 Apr 12 19:19:20.416184 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954f66-f7ee-4f20-9906-c742a06498da req-382d59aa-b54e-4f81-bc4f-19ff469b01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:20.417739 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-382d59aa-b54e-4f81-bc4f-19ff469b01b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445142 Apr 12 19:19:20.505837 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-b4733179-dd30-41aa-bbc0-85afed3e5aba service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823748 Apr 12 19:19:20.604066 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7954f66-f7ee-4f20-9906-c742a06498da req-a69b8618-f13d-4552-b91b-eee201078f7e service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921805 Apr 12 19:19:21.431568 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c1b96-6fe0-4c17-ba30-6a9889506200 req-bc34b1c7-74af-492a-aafa-11b8f5b30d94 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:21.433046 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-678c1b96-6fe0-4c17-ba30-6a9889506200 req-bc34b1c7-74af-492a-aafa-11b8f5b30d94 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0483301 Apr 12 19:19:21.484119 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-678c1b96-6fe0-4c17-ba30-6a9889506200 req-1fc6e913-05b9-4fa8-bfed-1237df5d4a0b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455847 Apr 12 19:19:21.790122 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:19:22.605877 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bae04f-3515-4d14-8f5d-2ba83fe687f0 req-fbe83576-9c20-42ad-b060-2c886d5a531a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:22.607353 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-12bae04f-3515-4d14-8f5d-2ba83fe687f0 req-fbe83576-9c20-42ad-b060-2c886d5a531a tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0463395 Apr 12 19:19:22.657774 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-12bae04f-3515-4d14-8f5d-2ba83fe687f0 req-2cf52434-8af6-4712-a6c3-4428619a93b7 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 Apr 12 19:19:23.784342 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014a6a2-61c9-41d4-987c-8e834ca41bb6 req-a9db1149-96b2-44f5-9f04-c95dc8ea0e2b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:23.785841 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1014a6a2-61c9-41d4-987c-8e834ca41bb6 req-a9db1149-96b2-44f5-9f04-c95dc8ea0e2b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0482371 Apr 12 19:19:23.833147 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1014a6a2-61c9-41d4-987c-8e834ca41bb6 req-6ac43b43-c3dd-4ad3-ab4b-eec3f6429fa0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Apr 12 19:19:24.959830 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf5e73-c6f4-4ef2-8f65-38504aa73461 req-ef27992a-1230-4135-b800-47954aefcb0b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:24.961261 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-afbf5e73-c6f4-4ef2-8f65-38504aa73461 req-ef27992a-1230-4135-b800-47954aefcb0b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0491524 Apr 12 19:19:25.009752 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-afbf5e73-c6f4-4ef2-8f65-38504aa73461 req-df8d24ff-b589-4d47-ab78-2eef01c0bfd2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424874 Apr 12 19:19:26.134093 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c8f8-d67d-4641-ac70-971699c179fc req-46face3a-61f6-43eb-9f8d-d31e71e2951b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:26.135625 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d7c7c8f8-d67d-4641-ac70-971699c179fc req-46face3a-61f6-43eb-9f8d-d31e71e2951b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0480933 Apr 12 19:19:26.185333 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d7c7c8f8-d67d-4641-ac70-971699c179fc req-53434516-5553-410f-bf61-a99727c959ff tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 Apr 12 19:19:26.339899 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:26.665799 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ec387e1c-441d-4526-9174-5df179769452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:27.305137 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca92c92-ab46-4781-ace4-e466929b7e4e req-d82538b6-e7bd-4d7d-b870-433434cf76a0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:27.309486 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3ca92c92-ab46-4781-ace4-e466929b7e4e req-d82538b6-e7bd-4d7d-b870-433434cf76a0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0518386 Apr 12 19:19:27.365535 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3ca92c92-ab46-4781-ace4-e466929b7e4e req-6964830c-397e-44b5-a91b-c7ab01c65b98 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522013 Apr 12 19:19:28.485331 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a14e-66c1-49ea-8cc5-7b64e4b7e1be req-dd40f390-31e8-4fc2-b015-ebcfc7c20afe tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:28.486871 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ca77a14e-66c1-49ea-8cc5-7b64e4b7e1be req-dd40f390-31e8-4fc2-b015-ebcfc7c20afe tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0539072 Apr 12 19:19:28.534927 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ca77a14e-66c1-49ea-8cc5-7b64e4b7e1be req-a9a75bc2-b1a2-4fd5-a022-b490691bca65 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Apr 12 19:19:28.967369 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-38cc234b-9a0d-4358-98e0-79f9aee2d2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:29.669237 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b3835-cf3e-41ff-9bbe-86b2fdbe1dac req-4eb4ca0d-7961-43b4-8064-b80a78db0c44 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:29.670752 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d7b3835-cf3e-41ff-9bbe-86b2fdbe1dac req-4eb4ca0d-7961-43b4-8064-b80a78db0c44 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0574811 Apr 12 19:19:29.723231 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d7b3835-cf3e-41ff-9bbe-86b2fdbe1dac req-26271e59-2b57-4e52-b238-d175bfee9a96 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466819 Apr 12 19:19:30.243064 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:30.850028 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf2da1-839f-4d19-b5df-39a90a0b7c9e req-b1f0ac15-3531-445d-8471-ff603b3dbbbd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:30.851578 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-09cf2da1-839f-4d19-b5df-39a90a0b7c9e req-b1f0ac15-3531-445d-8471-ff603b3dbbbd tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0540190 Apr 12 19:19:30.900867 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-09cf2da1-839f-4d19-b5df-39a90a0b7c9e req-a09773c2-d92b-4dba-b195-097a4443ff9f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Apr 12 19:19:31.826108 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:32.019539 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a3ae0-ff5b-4b74-9996-1b88235a21af req-ab2208ee-5b42-4298-b389-90d0ee6b8c23 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:32.020907 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-025a3ae0-ff5b-4b74-9996-1b88235a21af req-ab2208ee-5b42-4298-b389-90d0ee6b8c23 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0472741 Apr 12 19:19:32.067566 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-025a3ae0-ff5b-4b74-9996-1b88235a21af req-d13e4fb6-5fe6-4579-9bfc-cdbbe8c545d9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411077 Apr 12 19:19:33.025379 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:33.183843 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a3902-9d45-497c-b621-ff5bb9229a89 req-ba7ffab9-5e66-4ca8-9414-3b71179a89a6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:33.185775 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb5a3902-9d45-497c-b621-ff5bb9229a89 req-ba7ffab9-5e66-4ca8-9414-3b71179a89a6 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0486677 Apr 12 19:19:33.230067 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb5a3902-9d45-497c-b621-ff5bb9229a89 req-bbf1a9bd-27db-473a-b0a3-8e81d6a24edc tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388739 Apr 12 19:19:34.347201 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff0aa7-8583-4d3c-9f15-36222e729ec8 req-181c4f77-9185-4695-9bc1-8a88c744917b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:34.348742 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45ff0aa7-8583-4d3c-9f15-36222e729ec8 req-181c4f77-9185-4695-9bc1-8a88c744917b tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0480366 Apr 12 19:19:34.396496 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-45ff0aa7-8583-4d3c-9f15-36222e729ec8 req-3ec20b7f-7d21-4657-91da-64330df6cc05 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Apr 12 19:19:35.510778 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a1b03-34d5-4135-8029-98e260f95f2c req-7ff1c53e-88e9-4ca7-8526-2b08147d43c0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:35.512250 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5b5a1b03-34d5-4135-8029-98e260f95f2c req-7ff1c53e-88e9-4ca7-8526-2b08147d43c0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0454578 Apr 12 19:19:35.561722 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5b5a1b03-34d5-4135-8029-98e260f95f2c req-729015f8-1b9d-415a-ae00-451ed67e4689 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Apr 12 19:19:36.680430 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884f6f6-d5e3-48f5-9f03-b3a9aa0ce010 req-703a8f59-1f08-4681-8c7b-d2813c0d5b04 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:36.681984 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3884f6f6-d5e3-48f5-9f03-b3a9aa0ce010 req-703a8f59-1f08-4681-8c7b-d2813c0d5b04 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0464659 Apr 12 19:19:36.728505 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3884f6f6-d5e3-48f5-9f03-b3a9aa0ce010 req-08c5b58e-ee28-44f3-8a86-3bad81a43cdb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Apr 12 19:19:37.842327 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673fa15-dc43-44ad-b4e5-8ed8ab722149 req-c03e625c-4a0a-424a-bcb9-518afaee63cb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:37.843792 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9673fa15-dc43-44ad-b4e5-8ed8ab722149 req-c03e625c-4a0a-424a-bcb9-518afaee63cb tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 944 time: 0.0455747 Apr 12 19:19:37.889088 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9673fa15-dc43-44ad-b4e5-8ed8ab722149 req-367f3a3a-6896-4727-b6ec-a227515e3c19 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397451 Apr 12 19:19:38.143376 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:19:38.236943 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:19:38.251176 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'port_id': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'mac_address': 'fa:16:3e:98:68:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:19:38.287028 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:19:38.287415 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:38.300166 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a10b60-061e-4cf0-95fe-75b44110cf55 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:19:38.318587 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:19:38.440109 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:38.487864 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=9']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:19:38.812268 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['d7a10b60-061e-4cf0-95fe-75b44110cf55'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:19:39.014668 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20f8a4-47f4-429d-a494-1498ad724ee7 req-cf764afb-785d-408d-acdf-fffa83132397 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:39.016198 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c20f8a4-47f4-429d-a494-1498ad724ee7 req-cf764afb-785d-408d-acdf-fffa83132397 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 945 time: 0.0526593 Apr 12 19:19:39.064456 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2c20f8a4-47f4-429d-a494-1498ad724ee7 req-52285b29-e377-4ea2-abac-5bb322dbf8e2 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Apr 12 19:19:40.164363 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:19:40.185198 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910e22-2a5b-46f0-85bd-1804861c5e12 req-0d9ae3db-baf5-4ee5-8781-b6dbe951e6af tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:40.186703 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fa910e22-2a5b-46f0-85bd-1804861c5e12 req-0d9ae3db-baf5-4ee5-8781-b6dbe951e6af tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 945 time: 0.0495811 Apr 12 19:19:40.209965 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port d7a10b60-061e-4cf0-95fe-75b44110cf55 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:19:40.210336 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:40.234858 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fa910e22-2a5b-46f0-85bd-1804861c5e12 req-c0e49d36-968d-47a8-8040-15fedbaba3d4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Apr 12 19:19:40.288686 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port d7a10b60-061e-4cf0-95fe-75b44110cf55 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:19:40.289479 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:40.313001 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:19:40.315240 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba4aab5-2053-4da6-89aa-66b51c34b63c" -d '{"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:19:40.327266 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:19:40.357329 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971734be-939c-4f35-b9b5-462b729bd2ea x-openstack-request-id: req-971734be-939c-4f35-b9b5-462b729bd2ea {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:19:40.357625 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-plugged", "status": "completed", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:19:40.357877 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-971734be-939c-4f35-b9b5-462b729bd2ea {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:19:40.358527 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971734be-939c-4f35-b9b5-462b729bd2ea'] response: {'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'code': 200} Apr 12 19:19:40.413781 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:40.460611 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=10']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:19:40.657218 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c3a2-542b-4071-8a42-04e8887ad11b req-2862599b-12b6-4f2c-b6b3-18ca5347e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:40.658787 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fa11c3a2-542b-4071-8a42-04e8887ad11b req-2862599b-12b6-4f2c-b6b3-18ca5347e787 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1131 time: 0.0384068 Apr 12 19:19:40.702282 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fa11c3a2-542b-4071-8a42-04e8887ad11b req-428cba3c-928b-43f3-8de0-4d3f214d6030 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367584 Apr 12 19:19:41.349539 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f7a6-0fd9-433f-b2c7-f7cccadb739e req-110539af-4a2d-4f80-ad62-77cccd6fedd9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:41.350999 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0014f7a6-0fd9-433f-b2c7-f7cccadb739e req-110539af-4a2d-4f80-ad62-77cccd6fedd9 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 947 time: 0.0453060 Apr 12 19:19:41.400652 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0014f7a6-0fd9-433f-b2c7-f7cccadb739e req-ae04f529-1822-4f75-8cda-a7d18a044cf0 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Apr 12 19:19:42.516934 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45fb37-d6b4-487e-b92a-e3eb0719c645 req-7cad4b99-1842-4d41-9cc6-d822d5bcb221 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:42.518368 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9d45fb37-d6b4-487e-b92a-e3eb0719c645 req-7cad4b99-1842-4d41-9cc6-d822d5bcb221 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 947 time: 0.0460801 Apr 12 19:19:42.563638 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9d45fb37-d6b4-487e-b92a-e3eb0719c645 req-39399756-c06c-49a8-9103-4fdef7142d93 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397007 Apr 12 19:19:43.678305 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f0cb4-4924-4708-b9e5-c065d56aa9f8 req-5444e1c0-554a-48d0-836b-2e84ea000e90 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:43.679824 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-566f0cb4-4924-4708-b9e5-c065d56aa9f8 req-5444e1c0-554a-48d0-836b-2e84ea000e90 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 947 time: 0.0455635 Apr 12 19:19:43.727328 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-566f0cb4-4924-4708-b9e5-c065d56aa9f8 req-4241c693-e4dd-4de4-af69-cf3b981d90a4 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Apr 12 19:19:44.848599 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725df69-496d-41e3-8662-4069326689ef req-a51dc352-0b1d-4f0f-aa21-43882894cc95 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:19:44.850065 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9725df69-496d-41e3-8662-4069326689ef req-a51dc352-0b1d-4f0f-aa21-43882894cc95 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 947 time: 0.0499275 Apr 12 19:19:44.897674 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9725df69-496d-41e3-8662-4069326689ef req-64e97d47-499c-439d-8634-ae0f24a43106 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Apr 12 19:19:56.314087 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:56.676668 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c8fe376c-a46c-4c8c-a431-4b597dbd13ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:19:58.789195 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:19:58.960444 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b42aefb7-bd3f-4342-89a2-c9495c74c029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:00.184904 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:01.707505 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-0520af50-5d52-4804-84ca-b8f7c10b9559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379703 Apr 12 19:20:01.796503 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-2d87a65b-e88a-4f15-a49d-c0dbba23546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:01.797992 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-2d87a65b-e88a-4f15-a49d-c0dbba23546e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=004881d1a8e74638b08ee1481936e09a&device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 1131 time: 0.0466039 Apr 12 19:20:01.857290 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:01.900960 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-dfc7e5c9-4257-4ddd-9cf2-3e0d7983cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:01.902430 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-dfc7e5c9-4257-4ddd-9cf2-3e0d7983cf28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 200 len: 917 time: 0.0857716 Apr 12 19:20:01.971871 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-bddf95ca-41b7-4c88-8f9f-096e308f2ab8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 200 len: 1001 time: 0.0623963 Apr 12 19:20:02.022292 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-4a622e01-90c0-4872-85bb-da8f9b834f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:02.023751 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-4a622e01-90c0-4872-85bb-da8f9b834f9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 200 len: 855 time: 0.0448637 Apr 12 19:20:02.066714 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-67795157-e7c4-44c2-9215-af464ee7c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:02.068210 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-67795157-e7c4-44c2-9215-af464ee7c9d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b943cd4a-2179-467b-945f-1e97be1c1482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385091 Apr 12 19:20:02.163967 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-7753b4c5-e534-4b6b-bf11-6310ebb721ff service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879328 Apr 12 19:20:02.251970 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2400b50e-3bed-40d1-94ac-7a0f19325eb7 req-644c86a5-0f26-4870-bbbe-73b8b5d99262 service neutron] 10.222.0.46 "GET /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819352 Apr 12 19:20:03.012184 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:09.692715 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42620) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:09.697159 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529195564', 'description': 'tempest-description--886372584'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:09.773207 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:09.837906 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (a989295d-38df-4e0a-b294-de04356b1d5c), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:09.905037 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a989295d-38df-4e0a-b294-de04356b1d5c), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:09.933626 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a989295d-38df-4e0a-b294-de04356b1d5c,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:09.941200 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.941541 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.941878 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.942212 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.942540 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.942868 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.943196 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.943545 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.943871 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.944193 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.944515 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.944835 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.945154 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.945472 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:09.945792 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:10.009560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.010782 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-a1d51405-9c63-42f9-9bcf-66b2edaa4f18 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3170829 Apr 12 19:20:10.013545 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42622) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:10.018222 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-fd12c300-6792-4915-9506-94810a7c36aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': 'a989295d-38df-4e0a-b294-de04356b1d5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:10.099309 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fd12c300-6792-4915-9506-94810a7c36aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (70478901-9bfc-4b4c-beab-2cb89eb65998), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.156135 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fd12c300-6792-4915-9506-94810a7c36aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (70478901-9bfc-4b4c-beab-2cb89eb65998), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.211484 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fd12c300-6792-4915-9506-94810a7c36aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (70478901-9bfc-4b4c-beab-2cb89eb65998), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.229441 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12c300-6792-4915-9506-94810a7c36aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70478901-9bfc-4b4c-beab-2cb89eb65998,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:10.297362 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fd12c300-6792-4915-9506-94810a7c36aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.297362 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-fd12c300-6792-4915-9506-94810a7c36aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2763517 Apr 12 19:20:10.297362 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42626) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:10.298263 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-055e7181-9c1b-40c5-97d1-1abac4bc2004 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': 'a989295d-38df-4e0a-b294-de04356b1d5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:10.377733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-055e7181-9c1b-40c5-97d1-1abac4bc2004 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (be609274-2c4f-43f9-9957-9195178b4c36), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.434733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-055e7181-9c1b-40c5-97d1-1abac4bc2004 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (be609274-2c4f-43f9-9957-9195178b4c36), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.510468 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-055e7181-9c1b-40c5-97d1-1abac4bc2004 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (be609274-2c4f-43f9-9957-9195178b4c36), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.528422 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e7181-9c1b-40c5-97d1-1abac4bc2004 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be609274-2c4f-43f9-9957-9195178b4c36,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:10.632573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-055e7181-9c1b-40c5-97d1-1abac4bc2004 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.633849 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-055e7181-9c1b-40c5-97d1-1abac4bc2004 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391185 Apr 12 19:20:10.636897 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42636) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:10.641684 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:10.742687 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.822642 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:10.925470 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.27.0.121 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/570cf96f-e7c6-451c-aadf-a2b126e05152) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:20:11.026398 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.120206 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.157818 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:20:11.162521 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:20:11.165975 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:20:11.187324 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=570cf96f-e7c6-451c-aadf-a2b126e05152,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:11.251298 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (780be734-110b-4167-8d8e-158e5da08824), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.601979 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.756044 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.801834 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.871278 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=570cf96f-e7c6-451c-aadf-a2b126e05152,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:11.879759 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (780be734-110b-4167-8d8e-158e5da08824), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.944870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:11.948980 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-03841d13-cb4e-4cce-b2a0-0ba010d49a26 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3083689 Apr 12 19:20:12.139808 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-2ed6ffd3-3c22-4d95-9329-f343f8c52beb tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1529195564&fields=id&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 267 time: 0.0418310 Apr 12 19:20:12.243750 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-4ea5e454-f043-49cb-a1ea-2d2ca72a11d0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:12.245102 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-4ea5e454-f043-49cb-a1ea-2d2ca72a11d0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.0988183 Apr 12 19:20:12.260225 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-970856a1-ada4-4de2-8a58-5d77d7d66cdd tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/quotas/e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 375 time: 0.0088260 Apr 12 19:20:12.309998 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-469a15ec-137b-4668-9458-42fd60be806f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0442920 Apr 12 19:20:12.331082 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-b0714494-bedf-4248-b0cc-c854ed644aab service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:20:12.332479 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-b0714494-bedf-4248-b0cc-c854ed644aab service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099635 Apr 12 19:20:12.426694 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-91da2685-bc94-4a06-88d3-0e7ceaf73c48 service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Apr 12 19:20:12.532169 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f788e-8814-43bb-a95d-5e04629f4039 req-08a98021-e4fa-4466-8d82-cd931c8a499a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:12.533505 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52f788e-8814-43bb-a95d-5e04629f4039 req-08a98021-e4fa-4466-8d82-cd931c8a499a tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0837808 Apr 12 19:20:12.569891 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-404d798c-301f-4465-87eb-5c440ba48cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374564 Apr 12 19:20:12.592846 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52f788e-8814-43bb-a95d-5e04629f4039 req-9f5acdf5-5f0a-4df6-bd96-148f00b65664 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533724 Apr 12 19:20:12.810113 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-172822e0-f9b5-44d7-bd14-091119f6405c req-445a8c34-da0d-4743-af96-1f7ed9419232 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 210 time: 0.0279968 Apr 12 19:20:13.704563 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41427888-3b35-40f8-8c80-a139744a94ab req-91426c38-1eb2-45a9-b9d0-caf15d8f34f8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:13.706033 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41427888-3b35-40f8-8c80-a139744a94ab req-91426c38-1eb2-45a9-b9d0-caf15d8f34f8 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0466130 Apr 12 19:20:13.752139 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-41427888-3b35-40f8-8c80-a139744a94ab req-cc8b9aa6-a9a7-48a8-a6f2-afd9bd1464b5 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 Apr 12 19:20:13.905310 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-79bf62fc-ff8b-41ee-b92a-b4e52e3f7768 req-0e226d6e-3992-4c4c-89b6-2e3f1f8bf466 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 210 time: 0.0302975 Apr 12 19:20:14.494762 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-29c66fa8-0457-49ca-9e73-61328590e8fb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:14.496391 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-29c66fa8-0457-49ca-9e73-61328590e8fb tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0503676 Apr 12 19:20:14.579953 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Deleting port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:14.580293 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:14.671211 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] For port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:14.671611 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:14.844498 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:14.844862 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (084b618d-e4be-4b51-b22b-497c27389640), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:14.845177 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Floating IP 084b618d-e4be-4b51-b22b-497c27389640 disassociated. External IP: 172.27.0.25, port: 938c2584-cb02-4f41-b1ac-9e4f04bcef8d. Apr 12 19:20:14.845516 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Calling delete_port for 938c2584-cb02-4f41-b1ac-9e4f04bcef8d owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:14.867222 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c4479-e3f9-4d5a-b1a8-7c57fcce8cec req-b51c054b-6410-4bb7-bca9-b850d341d66e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:14.868870 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e20c4479-e3f9-4d5a-b1a8-7c57fcce8cec req-b51c054b-6410-4bb7-bca9-b850d341d66e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 946 time: 0.0494082 Apr 12 19:20:14.917477 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e20c4479-e3f9-4d5a-b1a8-7c57fcce8cec req-dfcdf667-837a-400c-b153-7ff474aa24c3 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups?id=9e77795e-4834-42c5-9546-142788600fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 Apr 12 19:20:15.038778 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-223fdaba-eba2-4045-b828-c2e458b080d3 req-796c81c9-b176-4920-8906-d77506878998 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 210 time: 0.0322120 Apr 12 19:20:15.063260 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (938c2584-cb02-4f41-b1ac-9e4f04bcef8d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:15.074328 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-f742ee85-b5c7-4c13-b563-420932bd806d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:15.075817 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-f742ee85-b5c7-4c13-b563-420932bd806d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.1300070 Apr 12 19:20:15.091321 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event deleted for resources: {'Port': ['ID=938c2584-cb02-4f41-b1ac-9e4f04bcef8d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:15.101842 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.102440 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.102797 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.103237 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.103735 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.104168 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.105096 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.105358 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.105786 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.106836 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.107599 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.108040 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.109368 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.109819 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.110249 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:15.155745 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-e3388aa9-534a-4c92-af67-35342a2a13ab tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 473 time: 0.0709629 Apr 12 19:20:15.163949 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'port': {'device_id': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'admin_state_up': True, 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'security_groups': ['a989295d-38df-4e0a-b294-de04356b1d5c']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:15.229022 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Router 25a2d690-e864-4f47-8773-cdb0d9adb34e has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:20:15.336877 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Made reservation on behalf of e6ddc19f0d8b4d97a4207df3844386b1 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:20:15.340395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:15.341911 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:20:15.363061 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] Sync routers for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:20:15.375289 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:15.375876 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:19:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:15.390281 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] No DVR routers for this DVR port 938c2584-cb02-4f41-b1ac-9e4f04bcef8d on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:20:15.393000 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:15.396312 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bcb6756c-2858-42d9-8c8c-fe240df3e084 req-ad93f0d0-eeba-4834-b396-8941d8a5c321 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.46 "DELETE /v2.0/ports/938c2584-cb02-4f41-b1ac-9e4f04bcef8d HTTP/1.1" status: 204 len: 173 time: 0.8952773 Apr 12 19:20:15.396818 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'name': 'network-vif-deleted', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:20:15.399170 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5bcc86-9c38-4677-a11c-c09b5c3f3823" -d '{"events": [{"server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "name": "network-vif-deleted", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:20:15.440459 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3782aa65-e2c6-433a-b595-8ad30f074ad9 x-openstack-request-id: req-3782aa65-e2c6-433a-b595-8ad30f074ad9 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:20:15.440641 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9854ea3b-2d1c-4333-a514-226b385b1094", "name": "network-vif-deleted", "tag": "938c2584-cb02-4f41-b1ac-9e4f04bcef8d", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:20:15.440845 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3782aa65-e2c6-433a-b595-8ad30f074ad9 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:20:15.441851 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3782aa65-e2c6-433a-b595-8ad30f074ad9'] response: {'server_uuid': '9854ea3b-2d1c-4333-a514-226b385b1094', 'name': 'network-vif-deleted', 'tag': '938c2584-cb02-4f41-b1ac-9e4f04bcef8d', 'status': 'completed', 'code': 200} Apr 12 19:20:15.488645 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.20.0.3 (304e26f4-97e7-4817-8feb-6db2ecb38fd0/d85186a4-2711-4919-b216-f8c82a21d9d8/add07fe4-bfb5-4f86-85f4-a15c6f351c7f) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:20:15.496751 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:15.660679 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:15.705250 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:15.732535 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] Checking router: 25a2d690-e864-4f47-8773-cdb0d9adb34e for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:20:15.741131 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:15.741737 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:19:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:15.785160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:15.827796 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:20:15.832753 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:20:15.835361 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:20:15.853027 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:15.875294 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:15.908392 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:15.909212 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.004760 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-dad35bb1-de7a-4b70-a0bc-e7366c61ade4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442843 Apr 12 19:20:16.014854 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-5201b981-6d38-4bf3-bc2b-d8818eee61ac tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:20:16.015998 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-5201b981-6d38-4bf3-bc2b-d8818eee61ac tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061152 Apr 12 19:20:16.040297 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Request body: {'port': {'device_id': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:16.058324 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e3b38e40-92d5-4209-b29b-e010be0ddf76 req-0dad5073-b544-43af-9668-8375f14cef6d tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/ports?device_id=9854ea3b-2d1c-4333-a514-226b385b1094 HTTP/1.1" status: 200 len: 210 time: 0.0379524 Apr 12 19:20:16.077885 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:16.125399 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.142464 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-75a627ee-edee-419d-a68b-3cb3a37d06f1 None None] Provisioning complete for port add07fe4-bfb5-4f86-85f4-a15c6f351c7f triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:20:16.143964 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-75a627ee-edee-419d-a68b-3cb3a37d06f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.181149 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-75a627ee-edee-419d-a68b-3cb3a37d06f1 None None] Port add07fe4-bfb5-4f86-85f4-a15c6f351c7f cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:20:16.198211 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4af992-690f-46d2-8dca-047ce95fd3ae None None] The sync data for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi is: [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'bca43e93-e085-4ffa-9a5d-c3111a8e723c', 'name': '', 'network_id': '2d0759b3-99b2-4873-8fa8-0360799658f1', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'mac_address': 'fa:16:3e:c1:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:10:00Z', 'updated_at': '2022-04-12T19:10:09Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'subnets': [{'id': '9f1e9efa-664f-464d-b871-708f5d8fadb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:20:16.202389 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe493ce-12e7-43db-b26f-681c2ac67994 req-2c1a1693-f496-4d2b-8699-79ee24a4432b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:16.204068 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dbe493ce-12e7-43db-b26f-681c2ac67994 req-2c1a1693-f496-4d2b-8699-79ee24a4432b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 931 time: 0.0808868 Apr 12 19:20:16.326687 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-dbe493ce-12e7-43db-b26f-681c2ac67994 req-de067c12-63fd-41c0-a07b-025f0de1a09e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124616 Apr 12 19:20:16.465914 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b67b7a-1336-4b47-a5e0-5677872674bc None None] New status for floating IP 084b618d-e4be-4b51-b22b-497c27389640: DOWN {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:20:16.476109 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add07fe4-bfb5-4f86-85f4-a15c6f351c7f {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:20:16.484913 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Publish callbacks [] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.498961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Transition to ACTIVE for port object add07fe4-bfb5-4f86-85f4-a15c6f351c7f will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:20:16.567484 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.621210 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:16.712399 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Attempting to bind port add07fe4-bfb5-4f86-85f4-a15c6f351c7f on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:20:16.712770 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Attempting to bind port add07fe4-bfb5-4f86-85f4-a15c6f351c7f by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:20:16.713239 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Attempting to bind port add07fe4-bfb5-4f86-85f4-a15c6f351c7f on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:20:16.718622 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Port add07fe4-bfb5-4f86-85f4-a15c6f351c7f on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:20:16.718948 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Attempting to bind port add07fe4-bfb5-4f86-85f4-a15c6f351c7f on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:20:16.724185 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:20:16.724526 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Checking segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:20:16.724914 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Bound using segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:20:16.725349 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Bound port: add07fe4-bfb5-4f86-85f4-a15c6f351c7f, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:20:16.725717 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.793324 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] For port add07fe4-bfb5-4f86-85f4-a15c6f351c7f, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:20:16.797433 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] For port add07fe4-bfb5-4f86-85f4-a15c6f351c7f, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:20:16.870806 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.914297 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:16.914919 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:16.916397 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] 10.222.0.46 "PUT /v2.0/ports/add07fe4-bfb5-4f86-85f4-a15c6f351c7f HTTP/1.1" status: 200 len: 1093 time: 0.8828318 Apr 12 19:20:16.916799 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:20:16.919062 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af11bc-f22e-4639-a614-7dffcf6fbdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:20:16.942090 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6dc3a-5e85-4e3f-aa45-77953dbc7fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:16.969371 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5e698-b468-4b6e-ae71-21aabe905714 x-openstack-request-id: req-d9c5e698-b468-4b6e-ae71-21aabe905714 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:20:16.969673 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:20:16.970130 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9c5e698-b468-4b6e-ae71-21aabe905714 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:20:16.970589 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c5e698-b468-4b6e-ae71-21aabe905714'] response: {'name': 'network-changed', 'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'status': 'completed', 'code': 200} Apr 12 19:20:17.028177 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af11bc-f22e-4639-a614-7dffcf6fbdaa req-dc3603b1-4d68-4f4e-8ef3-e2e0e3ac07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:17.030923 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5af11bc-f22e-4639-a614-7dffcf6fbdaa req-dc3603b1-4d68-4f4e-8ef3-e2e0e3ac07b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 1127 time: 0.0428493 Apr 12 19:20:17.132369 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af11bc-f22e-4639-a614-7dffcf6fbdaa req-8faf37de-c1dc-4a8c-bc0c-13c607362c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:17.134105 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5af11bc-f22e-4639-a614-7dffcf6fbdaa req-8faf37de-c1dc-4a8c-bc0c-13c607362c89 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0965538 Apr 12 19:20:17.207082 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42706) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:17.258406 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af11bc-f22e-4639-a614-7dffcf6fbdaa req-df7572e3-bdb3-41d2-8d2a-966c4ea62159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:17.259873 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a5af11bc-f22e-4639-a614-7dffcf6fbdaa req-df7572e3-bdb3-41d2-8d2a-966c4ea62159 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1195912 Apr 12 19:20:17.278455 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5668a9f2-4263-4960-8283-8a819a61dc6e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (9e77795e-4834-42c5-9546-142788600fe6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:17.324430 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5668a9f2-4263-4960-8283-8a819a61dc6e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (9e77795e-4834-42c5-9546-142788600fe6), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:17.358733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-7e8ca28c-681e-4a36-bd2b-781a6ab9e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:17.360252 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-7e8ca28c-681e-4a36-bd2b-781a6ab9e572 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 1127 time: 0.0658183 Apr 12 19:20:17.403251 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-eb744321-5a4d-42ed-b2b3-d44e46dd4e2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=add07fe4-bfb5-4f86-85f4-a15c6f351c7f HTTP/1.1" status: 200 len: 217 time: 0.0361772 Apr 12 19:20:17.480158 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21514b5d-961d-4cfc-9c72-a671efcf198a req-49c5b750-e8a7-451c-a1e3-80911b314d73 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:17.481520 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-21514b5d-961d-4cfc-9c72-a671efcf198a req-49c5b750-e8a7-451c-a1e3-80911b314d73 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 943 time: 0.0809889 Apr 12 19:20:17.491344 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-63b29534-b5d0-4731-a038-c7d456773729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:17.492702 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-63b29534-b5d0-4731-a038-c7d456773729 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0799742 Apr 12 19:20:17.539901 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5668a9f2-4263-4960-8283-8a819a61dc6e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (9e77795e-4834-42c5-9546-142788600fe6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:17.542405 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5668a9f2-4263-4960-8283-8a819a61dc6e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:17.543521 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5668a9f2-4263-4960-8283-8a819a61dc6e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "DELETE /v2.0/security-groups/9e77795e-4834-42c5-9546-142788600fe6 HTTP/1.1" status: 204 len: 168 time: 0.3354671 Apr 12 19:20:17.546548 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42710) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:17.560162 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-8383ea34-196d-4110-9955-64835b3debb4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] show failed (client error): The resource could not be found. Apr 12 19:20:17.561226 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8383ea34-196d-4110-9955-64835b3debb4 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "GET /v2.0/security-groups/9e77795e-4834-42c5-9546-142788600fe6 HTTP/1.1" status: 404 len: 347 time: 0.0136867 Apr 12 19:20:17.564628 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42712) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:17.569411 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668a9f2-4263-4960-8283-8a819a61dc6e tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e77795e-4834-42c5-9546-142788600fe6,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:17.573562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-54dd3086-7226-4bf2-b30f-11bf4bcf32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:17.575052 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-54dd3086-7226-4bf2-b30f-11bf4bcf32f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705392 Apr 12 19:20:17.579772 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-21514b5d-961d-4cfc-9c72-a671efcf198a req-edc4b610-a09d-4604-9b55-0e7d22a4c9e3 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909681 Apr 12 19:20:17.671504 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-a28bc4a7-beb5-406c-8047-2a570d1ccdbd service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894408 Apr 12 19:20:17.699399 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Deleting port 2a943614-c43b-4469-aa85-2a29ee34ec88 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:17.699772 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:17.760610 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-df2fcbca-8894-4a31-8550-8a04b9ada951 req-7b86538d-5407-41a7-9c30-fcf5030c0f3c service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829043 Apr 12 19:20:17.778215 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:17.778539 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (2a943614-c43b-4469-aa85-2a29ee34ec88), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:17.792174 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Calling delete_port for 2a943614-c43b-4469-aa85-2a29ee34ec88 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:17.995665 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (2a943614-c43b-4469-aa85-2a29ee34ec88), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:18.021978 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Pushing event deleted for resources: {'Port': ['ID=2a943614-c43b-4469-aa85-2a29ee34ec88,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:18.083598 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks [] for floatingip (084b618d-e4be-4b51-b22b-497c27389640), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:18.086161 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:18.087306 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-039d66ef-cac4-4fc5-b8f0-aecd95f16ff0 tempest-AttachVolumeTestJSON-813566230 tempest-AttachVolumeTestJSON-813566230-project] 10.222.0.50 "DELETE /v2.0/floatingips/084b618d-e4be-4b51-b22b-497c27389640 HTTP/1.1" status: 204 len: 168 time: 0.5217886 Apr 12 19:20:18.302193 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 938c2584-cb02-4f41-b1ac-9e4f04bcef8d no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:18.322530 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 938c2584-cb02-4f41-b1ac-9e4f04bcef8d {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:18.323059 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 938c2584-cb02-4f41-b1ac-9e4f04bcef8d not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:18.703998 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be55480-8f0b-42f7-9a1a-4278e7fd5907 req-b64972e4-8a17-40c5-bfd6-c5d36381a778 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:18.705470 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8be55480-8f0b-42f7-9a1a-4278e7fd5907 req-b64972e4-8a17-40c5-bfd6-c5d36381a778 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 943 time: 0.0497448 Apr 12 19:20:18.756261 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8be55480-8f0b-42f7-9a1a-4278e7fd5907 req-e416c606-7ae7-4f01-a37c-554bc61142df tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 Apr 12 19:20:19.869272 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938e406-4e40-4dda-8496-1048db530e0c req-c0d1696d-788c-47a3-a1ec-2e77ace4c091 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:19.870762 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1938e406-4e40-4dda-8496-1048db530e0c req-c0d1696d-788c-47a3-a1ec-2e77ace4c091 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 943 time: 0.0477607 Apr 12 19:20:19.917545 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1938e406-4e40-4dda-8496-1048db530e0c req-01535c24-b69e-4c3a-b6ea-13da0470ac7b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412204 Apr 12 19:20:20.309452 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device add07fe4-bfb5-4f86-85f4-a15c6f351c7f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:20:20.409582 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port add07fe4-bfb5-4f86-85f4-a15c6f351c7f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:20.421256 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'port_id': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'mac_address': 'fa:16:3e:1a:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:20:20.457551 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port add07fe4-bfb5-4f86-85f4-a15c6f351c7f is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:20:20.457955 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:20.470769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add07fe4-bfb5-4f86-85f4-a15c6f351c7f {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:20:20.490200 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port add07fe4-bfb5-4f86-85f4-a15c6f351c7f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:20.570680 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:20.623632 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:20.630823 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.631170 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.631535 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.631917 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.632258 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.632588 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.632914 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.633238 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.633559 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.633878 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.634206 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.634609 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.634933 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.635332 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.635683 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:20:20.898989 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['add07fe4-bfb5-4f86-85f4-a15c6f351c7f'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:20:21.032767 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832757f6-8119-4c4f-a1b2-c7c87c23bbc8 req-b0d86cf3-b7ca-4516-98d7-43abded6fa8a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:21.034433 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-832757f6-8119-4c4f-a1b2-c7c87c23bbc8 req-b0d86cf3-b7ca-4516-98d7-43abded6fa8a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 944 time: 0.0489593 Apr 12 19:20:21.080785 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-832757f6-8119-4c4f-a1b2-c7c87c23bbc8 req-57554101-4258-423e-b614-3ad7098ce53c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Apr 12 19:20:22.051310 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42748) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:22.195587 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d32641-6c16-4c12-8894-80ffbb65cfab req-58045531-e5a3-442e-90ef-070d947ce0f1 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:22.197037 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-71d32641-6c16-4c12-8894-80ffbb65cfab req-58045531-e5a3-442e-90ef-070d947ce0f1 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 944 time: 0.0499954 Apr 12 19:20:22.242636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-71d32641-6c16-4c12-8894-80ffbb65cfab req-dc6a3b36-fd68-4e68-8c6f-a776b494a7b3 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Apr 12 19:20:22.326903 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device add07fe4-bfb5-4f86-85f4-a15c6f351c7f up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:20:22.370833 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port add07fe4-bfb5-4f86-85f4-a15c6f351c7f completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:20:22.483954 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (25a2d690-e864-4f47-8773-cdb0d9adb34e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:22.487127 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port add07fe4-bfb5-4f86-85f4-a15c6f351c7f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:20:22.487541 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:22.563288 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port add07fe4-bfb5-4f86-85f4-a15c6f351c7f is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:20:22.563611 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:22.585852 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:20:22.588121 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c50898-1f45-44ee-9ab0-5877b3f47cc2" -d '{"events": [{"server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "name": "network-vif-plugged", "status": "completed", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:20:22.601535 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port add07fe4-bfb5-4f86-85f4-a15c6f351c7f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:22.625916 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5833dc6c-1b88-431c-bb0d-e8a7d9871028 x-openstack-request-id: req-5833dc6c-1b88-431c-bb0d-e8a7d9871028 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:20:22.628007 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "name": "network-vif-plugged", "status": "completed", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:20:22.628007 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5833dc6c-1b88-431c-bb0d-e8a7d9871028 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:20:22.628007 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5833dc6c-1b88-431c-bb0d-e8a7d9871028'] response: {'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'code': 200} Apr 12 19:20:22.682786 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:22.722948 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Deleting port bca43e93-e085-4ffa-9a5d-c3111a8e723c {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:22.723291 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:22.736064 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:22.802713 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] For port bca43e93-e085-4ffa-9a5d-c3111a8e723c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=bca43e93-e085-4ffa-9a5d-c3111a8e723c,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:22.803200 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:22.816340 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Calling delete_port for bca43e93-e085-4ffa-9a5d-c3111a8e723c owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:22.902050 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060beeb-6fb3-4dd4-9e27-58e2b9620801 req-105e3958-7e79-49b5-8e30-7f4265bda5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:22.903557 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d060beeb-6fb3-4dd4-9e27-58e2b9620801 req-105e3958-7e79-49b5-8e30-7f4265bda5b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 1129 time: 0.0380857 Apr 12 19:20:22.946106 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d060beeb-6fb3-4dd4-9e27-58e2b9620801 req-bc8b9de5-6489-4520-a8e7-87db70ff8fd1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369108 Apr 12 19:20:23.064535 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (bca43e93-e085-4ffa-9a5d-c3111a8e723c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:23.094712 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca43e93-e085-4ffa-9a5d-c3111a8e723c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:23.257240 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (25a2d690-e864-4f47-8773-cdb0d9adb34e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:23.356054 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d0bcf-1852-4e0b-a2ab-3a6b1e2aa1c1 req-3ed39d75-2976-438f-b936-59e073121428 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:23.357584 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a3d0bcf-1852-4e0b-a2ab-3a6b1e2aa1c1 req-3ed39d75-2976-438f-b936-59e073121428 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Apr 12 19:20:23.411198 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a3d0bcf-1852-4e0b-a2ab-3a6b1e2aa1c1 req-1b0ed9d5-8062-4a38-8fb5-1a3352575665 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476251 Apr 12 19:20:23.729072 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Router 25a2d690-e864-4f47-8773-cdb0d9adb34e has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:20:23.837145 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:20:23.842044 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-87f5e621-5dc0-4271-abfa-b989c2918487 admin admin] 10.222.0.50 "PUT /v2.0/routers/25a2d690-e864-4f47-8773-cdb0d9adb34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7896523 Apr 12 19:20:23.845370 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42758) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:23.846236 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] Sync routers for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:20:23.855971 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:23.856565 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:19:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:23.948837 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks [] for router (25a2d690-e864-4f47-8773-cdb0d9adb34e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:23.961725 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:24.052356 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks [] for router_gateway (25a2d690-e864-4f47-8773-cdb0d9adb34e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:24.132585 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:20:22Z', 'revision_number': 5, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port': {'id': '1a5edc48-4bc4-4360-8521-90c07530294c', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:55Z', 'updated_at': '2022-04-12T19:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:24.161179 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] Checking router: 25a2d690-e864-4f47-8773-cdb0d9adb34e for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:20:24.169415 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] Routers {'25a2d690-e864-4f47-8773-cdb0d9adb34e'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:24.170051 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:19:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['25a2d690-e864-4f47-8773-cdb0d9adb34e'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:24.176779 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Deleting port 1a5edc48-4bc4-4360-8521-90c07530294c {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:24.177115 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:24.260738 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] Set router 25a2d690-e864-4f47-8773-cdb0d9adb34e gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:24.262204 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] For port 1a5edc48-4bc4-4360-8521-90c07530294c, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1a5edc48-4bc4-4360-8521-90c07530294c,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:24.262568 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:24.275316 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Calling delete_port for 1a5edc48-4bc4-4360-8521-90c07530294c owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:24.315707 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:20:24Z', 'revision_number': 6, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:24.345155 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cefa22-1525-446c-96a0-8fab7b463f37 None None] The sync data for ids ['25a2d690-e864-4f47-8773-cdb0d9adb34e'] in dv-cinder-837538-1-iscsi is: [{'id': '25a2d690-e864-4f47-8773-cdb0d9adb34e', 'name': 'tempest-AttachVolumeTestJSON-370722008-router', 'tenant_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:54Z', 'updated_at': '2022-04-12T19:20:24Z', 'revision_number': 6, 'project_id': '60ac2edcae10443f8fa5bbdec9d64f22', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:20:24.635539 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead882c-7bbc-4700-af79-bb33cfa01de6 req-725c3e0a-80c9-4fc8-a333-d293f6e6b7f8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:24.636918 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8ead882c-7bbc-4700-af79-bb33cfa01de6 req-725c3e0a-80c9-4fc8-a333-d293f6e6b7f8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.0598261 Apr 12 19:20:24.730573 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8ead882c-7bbc-4700-af79-bb33cfa01de6 req-fed3b4a3-ef22-4964-b28e-33a05e5d571f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859134 Apr 12 19:20:24.897002 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (1a5edc48-4bc4-4360-8521-90c07530294c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:24.925185 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5edc48-4bc4-4360-8521-90c07530294c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:24.989234 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (25a2d690-e864-4f47-8773-cdb0d9adb34e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.080387 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (25a2d690-e864-4f47-8773-cdb0d9adb34e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.082411 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks [] for router_controller (25a2d690-e864-4f47-8773-cdb0d9adb34e), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.182581 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (25a2d690-e864-4f47-8773-cdb0d9adb34e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.183122 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a2d690-e864-4f47-8773-cdb0d9adb34e {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:20:25.188042 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.189171 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-476d0562-554a-4605-8c41-14bfe4db9efd admin admin] 10.222.0.50 "DELETE /v2.0/routers/25a2d690-e864-4f47-8773-cdb0d9adb34e HTTP/1.1" status: 204 len: 168 time: 1.3428135 Apr 12 19:20:25.191682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42762) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:25.237081 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] Deleting subnet 9f1e9efa-664f-464d-b871-708f5d8fadb3 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:20:25.240386 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] Publish callbacks [] for subnet (9f1e9efa-664f-464d-b871-708f5d8fadb3), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.278480 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (9f1e9efa-664f-464d-b871-708f5d8fadb3), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.356488 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (9f1e9efa-664f-464d-b871-708f5d8fadb3), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.480006 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (9f1e9efa-664f-464d-b871-708f5d8fadb3), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.505629 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1e9efa-664f-464d-b871-708f5d8fadb3,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:25.511122 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.514254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d41fc745-5097-4599-9c0b-e4569186ebd8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9f1e9efa-664f-464d-b871-708f5d8fadb3 HTTP/1.1" status: 204 len: 168 time: 0.3216467 Apr 12 19:20:25.516015 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19b119-de76-4708-9b4c-77eb9fe08fa0 None None] Network 2d0759b3-99b2-4873-8fa8-0360799658f1 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:25.517124 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42764) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:25.591860 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (2d0759b3-99b2-4873-8fa8-0360799658f1), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.640340 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Deleting port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:25.641022 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.664096 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] DHCP port deletion for 2d0759b3-99b2-4873-8fa8-0360799658f1 request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:20:25.708144 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] For port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:25.708503 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.711070 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] Deleting port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:25.711439 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.721862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Calling delete_port for 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 owned by network:dhcp {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:25.778911 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] For port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,segment=NetworkSegment(c7ffa4f4-1152-4360-ac09-fafad9fead8f),segment_id=c7ffa4f4-1152-4360-ac09-fafad9fead8f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:25.779317 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.794022 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] Calling delete_port for 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:25.848579 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21686dbe-c6f3-42a7-8ab3-a3ab0102e7da req-aa44d529-227b-4346-a4d3-17dcfa2e6df8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:25.850038 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-21686dbe-c6f3-42a7-8ab3-a3ab0102e7da req-aa44d529-227b-4346-a4d3-17dcfa2e6df8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.0463250 Apr 12 19:20:25.885685 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.892597 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (0cab413c-d3ef-4e5d-9524-5ea4bf74bd27), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:25.920219 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] No DVR routers for this DVR port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:20:25.921232 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:25.925710 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] No DVR routers for this DVR port 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 on host dv-cinder-837538-1-iscsi {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:20:25.925998 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0908703-30dd-4233-8ea4-83950e460be6 None None] Pushing event deleted for resources: {'Port': ['ID=0cab413c-d3ef-4e5d-9524-5ea4bf74bd27,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:25.930573 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-21686dbe-c6f3-42a7-8ab3-a3ab0102e7da req-279d7248-54e1-4b18-a2d0-c8cb3cff27d7 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747244 Apr 12 19:20:26.016867 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (2d0759b3-99b2-4873-8fa8-0360799658f1), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.061056 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0759b3-99b2-4873-8fa8-0360799658f1']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:26.069593 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55712305-b0c3-4e31-8e0b-158f21edd3c7 req-0b5538f3-7bae-49ff-929c-99d591b39e6c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:26.071039 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-55712305-b0c3-4e31-8e0b-158f21edd3c7 req-0b5538f3-7bae-49ff-929c-99d591b39e6c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.0685849 Apr 12 19:20:26.080717 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42772) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:26.081228 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ffa4f4-1152-4360-ac09-fafad9fead8f') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:26.081228 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ffa4f4-1152-4360-ac09-fafad9fead8f') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:26.085258 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'port_id': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:26.090216 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (c7ffa4f4-1152-4360-ac09-fafad9fead8f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.104988 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (c7ffa4f4-1152-4360-ac09-fafad9fead8f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.111217 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:20:26.111724 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (c7ffa4f4-1152-4360-ac09-fafad9fead8f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:20:26.113490 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:20:26.124919 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (780be734-110b-4167-8d8e-158e5da08824), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.224562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (2d0759b3-99b2-4873-8fa8-0360799658f1), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.230096 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.233249 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] 10.222.0.50 "DELETE /v2.0/networks/2d0759b3-99b2-4873-8fa8-0360799658f1 HTTP/1.1" status: 204 len: 168 time: 0.7145779 Apr 12 19:20:26.246062 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e748d7-c6d3-4134-937a-501d6aaad76f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0759b3-99b2-4873-8fa8-0360799658f1,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:26.329714 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.375980 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device bca43e93-e085-4ffa-9a5d-c3111a8e723c no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:26.399084 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: bca43e93-e085-4ffa-9a5d-c3111a8e723c {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:26.399557 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device bca43e93-e085-4ffa-9a5d-c3111a8e723c not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:26.400052 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1a5edc48-4bc4-4360-8521-90c07530294c no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:26.419180 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 1a5edc48-4bc4-4360-8521-90c07530294c {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:26.419550 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1a5edc48-4bc4-4360-8521-90c07530294c not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:26.421263 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:26.439300 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:26.439808 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 0cab413c-d3ef-4e5d-9524-5ea4bf74bd27 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:26.582841 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.593232 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42778) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:26.636698 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-fddb9d7f-37ef-4f29-9a5b-20b0b3235c72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60ac2edcae10443f8fa5bbdec9d64f22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420778 Apr 12 19:20:26.639155 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42780) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:26.685733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0118c94e-d551-46ff-bf11-a7c8f35e2cc4 admin admin] Publish callbacks [] for security_group (5f943f15-4a24-4f84-837d-529e4704497e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.692989 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (780be734-110b-4167-8d8e-158e5da08824), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.693191 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4a1192f5-4b7c-41eb-865f-4d88a874e410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.708032 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0118c94e-d551-46ff-bf11-a7c8f35e2cc4 admin admin] Publish callbacks [] for security_group (5f943f15-4a24-4f84-837d-529e4704497e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.798282 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 780be734-110b-4167-8d8e-158e5da08824 associated. External IP: 172.27.0.121, port: add07fe4-bfb5-4f86-85f4-a15c6f351c7f. Apr 12 19:20:26.818905 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0118c94e-d551-46ff-bf11-a7c8f35e2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (5f943f15-4a24-4f84-837d-529e4704497e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.821642 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0118c94e-d551-46ff-bf11-a7c8f35e2cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:26.822808 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0118c94e-d551-46ff-bf11-a7c8f35e2cc4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f943f15-4a24-4f84-837d-529e4704497e HTTP/1.1" status: 204 len: 168 time: 0.1827011 Apr 12 19:20:26.830999 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118c94e-d551-46ff-bf11-a7c8f35e2cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f943f15-4a24-4f84-837d-529e4704497e,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:27.018357 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:20:27.130501 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:20:27.135205 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:27.141375 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:20:27.150693 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:27.151301 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:19:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:27.178977 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3e03ae39-49fc-4468-bfde-1f32b26f9b61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "PUT /v2.0/floatingips/780be734-110b-4167-8d8e-158e5da08824 HTTP/1.1" status: 200 len: 991 time: 1.0829546 Apr 12 19:20:27.178977 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:20:27.178977 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06925fe4-a137-42a3-85cb-e18f97929bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:20:27.276528 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:27.333072 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8b50ad-6094-40c7-bf61-8f2dfb8b3d77 x-openstack-request-id: req-fa8b50ad-6094-40c7-bf61-8f2dfb8b3d77 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:20:27.333571 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:20:27.333825 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa8b50ad-6094-40c7-bf61-8f2dfb8b3d77 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:20:27.334233 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8b50ad-6094-40c7-bf61-8f2dfb8b3d77'] response: {'name': 'network-changed', 'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'status': 'completed', 'code': 200} Apr 12 19:20:27.402653 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-ae5d3604-4003-4897-887d-b09cc78caa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:27.404306 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-ae5d3604-4003-4897-887d-b09cc78caa82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 1129 time: 0.0462642 Apr 12 19:20:27.507989 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-fb3da352-ad48-4151-af3d-3a97b2d382bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:27.508426 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:27Z', 'revision_number': 2, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}, {'id': '780be734-110b-4167-8d8e-158e5da08824', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1a:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:20:11Z', 'updated_at': '2022-04-12T19:20:26Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:27.509460 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-fb3da352-ad48-4151-af3d-3a97b2d382bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 916 time: 0.0943606 Apr 12 19:20:27.534246 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:20:27.542550 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:27.543167 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:19:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:27.575822 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-9405e3ca-14cc-4efa-84e0-d87ba259eab2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=add07fe4-bfb5-4f86-85f4-a15c6f351c7f HTTP/1.1" status: 200 len: 999 time: 0.0604062 Apr 12 19:20:27.633001 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-7d9dd4a0-36c8-424b-b19b-40c02a24ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:27.633001 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-7d9dd4a0-36c8-424b-b19b-40c02a24ac4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0503411 Apr 12 19:20:27.662813 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:27.684128 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-90d1eb5e-f868-4577-9c13-404858fdf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:27.685868 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-90d1eb5e-f868-4577-9c13-404858fdf634 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485482 Apr 12 19:20:27.776943 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-bc73f467-8254-49c2-9ed0-67543deefb45 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853298 Apr 12 19:20:27.884299 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-06925fe4-a137-42a3-85cb-e18f97929bc7 req-3935155a-c4a7-4699-a80a-9c30c36ebe33 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004534 Apr 12 19:20:27.894240 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42808) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:27.992030 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-621260832-network', 'tenant_id': 'b8ca27e4fbef4240999795f4f6d0ecbf'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:28.019119 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:27Z', 'revision_number': 2, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}, {'id': '780be734-110b-4167-8d8e-158e5da08824', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1a:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:20:11Z', 'updated_at': '2022-04-12T19:20:26Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:28.045492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2d913-486e-43e6-84d9-862c4656f940 None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:27Z', 'revision_number': 2, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}, {'id': '780be734-110b-4167-8d8e-158e5da08824', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1a:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:20:11Z', 'updated_at': '2022-04-12T19:20:26Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:20:28.075959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Made reservation on behalf of b8ca27e4fbef4240999795f4f6d0ecbf for: {'network': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:20:28.079552 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.088767 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.169060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks [] for security_group (596d7f2e-85f9-4792-9481-8904b6b02265), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.207273 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (596d7f2e-85f9-4792-9481-8904b6b02265), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.234425 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:20:28.244743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d7f2e-85f9-4792-9481-8904b6b02265,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:28.248874 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c86c43-1546-4529-9f0e-a64edf1061e8 None None] New status for floating IP 780be734-110b-4167-8d8e-158e5da08824: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:20:28.250616 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (90b9c67b-0a39-4acb-9c9a-a776d6152978), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.250748 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.segments_db [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Added segment 90b9c67b-0a39-4acb-9c9a-a776d6152978 of type vlan for network 5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7 Apr 12 19:20:28.297283 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.384442 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.385473 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:28.386062 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.445560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] Pushing event updated for resources: {'Network': ['ID=5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:28.455554 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:20:28.496394 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-6aa45f9b-efb2-479b-b783-d425a073e7cb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6008692 Apr 12 19:20:28.499200 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42812) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:28.504903 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Request body: {'subnet': {'network_id': '5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-621260832-subnet', 'tenant_id': 'b8ca27e4fbef4240999795f4f6d0ecbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:28.578899 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Made reservation on behalf of b8ca27e4fbef4240999795f4f6d0ecbf for: {'subnet': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:20:28.581287 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4883826'] for subnet (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.813140 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4847165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4883812'] for subnet (7816dab8-43ec-477f-aca8-333e0136a281), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:28.873994 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7816dab8-43ec-477f-aca8-333e0136a281,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:28.877615 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Checking segment: {'id': '90b9c67b-0a39-4acb-9c9a-a776d6152978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:20:28.877977 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Network hostable DHCP agents. Network: 5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:20:28.944077 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Network 5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:20:28.961189 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eed1d7fa-4041-41da-8e70-1139016a1456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:29.006783 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7) {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:20:29.010618 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:29.011202 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:29.016462 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68096bae-4cdc-4263-b77a-312013adc574 None None] Network 5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:29.082020 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-47c7abad-54f1-4cdf-81d2-cb9e94159bdd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5784745 Apr 12 19:20:29.117071 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5362e3ba-1a6d-43a5-8c22-32263ab55344 None None] Network 5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:29.819508 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42828) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:29.824478 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-241247286-network', 'tenant_id': '490c9ebd9a2644a689e11929da7a894a'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:29.903931 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Made reservation on behalf of 490c9ebd9a2644a689e11929da7a894a for: {'network': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:20:29.906741 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:29.919455 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:29.992761 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks [] for security_group (9e0830aa-5992-4080-974a-cec4a3385a86), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.063999 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (9e0830aa-5992-4080-974a-cec4a3385a86), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.084340 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:20:30.098249 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0830aa-5992-4080-974a-cec4a3385a86,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:30.102986 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (d1f68ff7-4830-4b09-8333-4ff8788dc952), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.103273 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.segments_db [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Added segment d1f68ff7-4830-4b09-8333-4ff8788dc952 of type vlan for network ca5c3993-18e2-4230-9874-3c04bca21a42 Apr 12 19:20:30.143094 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (ca5c3993-18e2-4230-9874-3c04bca21a42), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.188374 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.239376 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (ca5c3993-18e2-4230-9874-3c04bca21a42), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.240373 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:30.240960 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.301833 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5c3993-18e2-4230-9874-3c04bca21a42,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:30.311556 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network ca5c3993-18e2-4230-9874-3c04bca21a42 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:20:30.340178 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-333a7034-903b-46a8-b62d-9551531ffd98 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5195549 Apr 12 19:20:30.343802 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42830) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:30.348927 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Request body: {'subnet': {'network_id': 'ca5c3993-18e2-4230-9874-3c04bca21a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-241247286-subnet', 'tenant_id': '490c9ebd9a2644a689e11929da7a894a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:30.429955 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Made reservation on behalf of 490c9ebd9a2644a689e11929da7a894a for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:20:30.432353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5895610'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.647058 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5895596'] for subnet (fe741b38-1a6d-46eb-8ba7-b25183091604), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.696348 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe741b38-1a6d-46eb-8ba7-b25183091604,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:30.716164 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Checking segment: {'id': 'd1f68ff7-4830-4b09-8333-4ff8788dc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ca5c3993-18e2-4230-9874-3c04bca21a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:20:30.716537 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Network hostable DHCP agents. Network: ca5c3993-18e2-4230-9874-3c04bca21a42, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:20:30.793681 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Network ca5c3993-18e2-4230-9874-3c04bca21a42 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:20:30.856469 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, ca5c3993-18e2-4230-9874-3c04bca21a42) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:20:30.861033 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:30.861632 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:30.867506 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dff0b-8f58-4918-aca9-8b131c0fb17a None None] Network ca5c3993-18e2-4230-9874-3c04bca21a42 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:30.933618 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-97d3ce1e-9701-4fc5-b9ce-795961752804 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5885036 Apr 12 19:20:30.968379 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355242a-cc79-4d53-9853-331ab47a6eb6 None None] Network ca5c3993-18e2-4230-9874-3c04bca21a42 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:31.852526 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:33.029971 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:35.788157 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:20:41.003667 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2474b-f576-418a-91e0-ca43b6c0a984 req-12b7ef3d-b1fe-4023-9a4d-361c353af355 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:41.005320 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bff2474b-f576-418a-91e0-ca43b6c0a984 req-12b7ef3d-b1fe-4023-9a4d-361c353af355 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 947 time: 0.0503938 Apr 12 19:20:41.057979 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bff2474b-f576-418a-91e0-ca43b6c0a984 req-dc5b1e1b-6648-40d4-ab22-edbb46a99561 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465808 Apr 12 19:20:42.178093 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d1968-25ee-4989-b67e-d4a292da3efe req-4772e649-755c-48a6-836d-20a9cb3071be tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:42.179615 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d6d1968-25ee-4989-b67e-d4a292da3efe req-4772e649-755c-48a6-836d-20a9cb3071be tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 947 time: 0.0476713 Apr 12 19:20:42.227836 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d6d1968-25ee-4989-b67e-d4a292da3efe req-a1ad0c6e-e731-45f3-b862-cb70355e02c3 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups?id=dfcb10e7-fd19-4920-ac16-b8db0f2ce262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Apr 12 19:20:42.484952 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02250cf-7aea-432c-8548-202330bb743d req-204f736a-e859-4495-9e42-203efd3ae667 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:42.486279 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e02250cf-7aea-432c-8548-202330bb743d req-204f736a-e859-4495-9e42-203efd3ae667 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 947 time: 0.0487342 Apr 12 19:20:42.571572 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Deleting port d7a10b60-061e-4cf0-95fe-75b44110cf55 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:42.571950 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:42.663153 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] For port d7a10b60-061e-4cf0-95fe-75b44110cf55, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=d7a10b60-061e-4cf0-95fe-75b44110cf55,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:42.663543 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:42.833600 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:42.833956 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:42.834266 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Floating IP b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed disassociated. External IP: 172.27.0.91, port: d7a10b60-061e-4cf0-95fe-75b44110cf55. Apr 12 19:20:42.834599 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Calling delete_port for d7a10b60-061e-4cf0-95fe-75b44110cf55 owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:43.017812 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (d7a10b60-061e-4cf0-95fe-75b44110cf55), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:43.044177 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event deleted for resources: {'Port': ['ID=d7a10b60-061e-4cf0-95fe-75b44110cf55,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:43.161385 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Router 5229262a-9cda-47ca-b23c-adc3bca84ed6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:20:43.270170 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:20:43.281304 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] Sync routers for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:20:43.292338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:43.293512 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:20:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:43.313609 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] No DVR routers for this DVR port d7a10b60-061e-4cf0-95fe-75b44110cf55 on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:20:43.323567 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:43.327361 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e02250cf-7aea-432c-8548-202330bb743d req-a69e578d-ae7a-4e7b-8706-9350e8cc1b4f tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.46 "DELETE /v2.0/ports/d7a10b60-061e-4cf0-95fe-75b44110cf55 HTTP/1.1" status: 204 len: 173 time: 0.8347681 Apr 12 19:20:43.328002 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-deleted', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:20:43.330282 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a2260-44c9-4c85-854d-231630148409" -d '{"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-deleted", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:20:43.349616 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6a9a4f4b-a884-4a8b-93f6-e29390de9c0b req-c01a12b7-bb65-4e40-a3a2-12ce7b45d6a8 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/ports?device_id=9035d6df-03a8-4259-a713-7a72a50190cf HTTP/1.1" status: 200 len: 210 time: 0.0379286 Apr 12 19:20:43.378283 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624821e1-2a40-4d93-bb90-e8cb5a02f3b4 x-openstack-request-id: req-624821e1-2a40-4d93-bb90-e8cb5a02f3b4 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:20:43.378283 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9035d6df-03a8-4259-a713-7a72a50190cf", "name": "network-vif-deleted", "tag": "d7a10b60-061e-4cf0-95fe-75b44110cf55", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:20:43.378283 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-624821e1-2a40-4d93-bb90-e8cb5a02f3b4 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:20:43.378283 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624821e1-2a40-4d93-bb90-e8cb5a02f3b4'] response: {'server_uuid': '9035d6df-03a8-4259-a713-7a72a50190cf', 'name': 'network-vif-deleted', 'tag': 'd7a10b60-061e-4cf0-95fe-75b44110cf55', 'status': 'completed', 'code': 200} Apr 12 19:20:43.413726 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:43.634722 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:43.661482 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] Checking router: 5229262a-9cda-47ca-b23c-adc3bca84ed6 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:20:43.669519 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:43.670113 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:20:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:43.781352 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:43.980671 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:44.008146 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa7dcc5-b326-420a-b556-0975655010f6 None None] The sync data for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi is: [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:10:00Z', 'revision_number': 4, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'd6c3570f-5da9-40d0-98eb-02802b4d48ce', 'name': '', 'network_id': 'b943cd4a-2179-467b-945f-1e97be1c1482', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'mac_address': 'fa:16:3e:e9:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:58Z', 'updated_at': '2022-04-12T19:10:08Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'subnets': [{'id': '89f38cd0-2e5d-44f4-931e-f6b8f969a4cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:20:44.229908 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177ad7a-7130-4d6b-9a6a-1df972d5d9b7 None None] New status for floating IP b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:20:44.510442 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 42946) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:44.563916 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e355fcd4-e50f-4cca-a97d-1a778c875849 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (dfcb10e7-fd19-4920-ac16-b8db0f2ce262), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:44.586418 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e355fcd4-e50f-4cca-a97d-1a778c875849 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (dfcb10e7-fd19-4920-ac16-b8db0f2ce262), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:44.698191 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e355fcd4-e50f-4cca-a97d-1a778c875849 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (dfcb10e7-fd19-4920-ac16-b8db0f2ce262), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:44.700784 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e355fcd4-e50f-4cca-a97d-1a778c875849 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:44.702416 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e355fcd4-e50f-4cca-a97d-1a778c875849 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "DELETE /v2.0/security-groups/dfcb10e7-fd19-4920-ac16-b8db0f2ce262 HTTP/1.1" status: 204 len: 168 time: 0.1906049 Apr 12 19:20:44.704773 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42948) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:44.711749 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355fcd4-e50f-4cca-a97d-1a778c875849 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb10e7-fd19-4920-ac16-b8db0f2ce262,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:44.721952 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.api.v2.resource [None req-c5152466-23fa-4dbf-a0ef-ef5cca7dcf83 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] show failed (client error): The resource could not be found. Apr 12 19:20:44.722966 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-c5152466-23fa-4dbf-a0ef-ef5cca7dcf83 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "GET /v2.0/security-groups/dfcb10e7-fd19-4920-ac16-b8db0f2ce262 HTTP/1.1" status: 404 len: 347 time: 0.0172381 Apr 12 19:20:44.725790 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42950) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:44.838618 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Deleting port 083d5548-70bc-4a2f-9a08-8377aae0a96c {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:44.838953 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:44.912782 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:44.913105 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (083d5548-70bc-4a2f-9a08-8377aae0a96c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:44.926122 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Calling delete_port for 083d5548-70bc-4a2f-9a08-8377aae0a96c owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:45.172609 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (083d5548-70bc-4a2f-9a08-8377aae0a96c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:45.195810 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Pushing event deleted for resources: {'Port': ['ID=083d5548-70bc-4a2f-9a08-8377aae0a96c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:45.271093 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks [] for floatingip (b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:45.273640 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:45.274781 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ae7bc0e9-89f5-4097-8363-73029d244179 tempest-AttachVolumeShelveTestJSON-1875865822 tempest-AttachVolumeShelveTestJSON-1875865822-project] 10.222.0.50 "DELETE /v2.0/floatingips/b19fba51-f2ea-4fd3-be9e-d0f1a4f708ed HTTP/1.1" status: 204 len: 168 time: 0.5481119 Apr 12 19:20:46.438546 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:46.458154 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: d7a10b60-061e-4cf0-95fe-75b44110cf55 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:46.461893 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device d7a10b60-061e-4cf0-95fe-75b44110cf55 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:47.150056 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 42998) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:47.195308 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] Deleting subnet 7816dab8-43ec-477f-aca8-333e0136a281 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:20:47.198604 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] Publish callbacks [] for subnet (7816dab8-43ec-477f-aca8-333e0136a281), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.234216 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (7816dab8-43ec-477f-aca8-333e0136a281), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.274083 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (7816dab8-43ec-477f-aca8-333e0136a281), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.411089 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (7816dab8-43ec-477f-aca8-333e0136a281), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.436964 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7816dab8-43ec-477f-aca8-333e0136a281,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:47.443711 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.449234 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-bc7fc1b2-7c57-4b64-9fe5-bc8a8ef5e21f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7816dab8-43ec-477f-aca8-333e0136a281 HTTP/1.1" status: 204 len: 168 time: 0.2957749 Apr 12 19:20:47.449426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43000) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:47.517520 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.597898 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.618093 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:47.627795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b9c67b-0a39-4acb-9c9a-a776d6152978') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:47.628094 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b9c67b-0a39-4acb-9c9a-a776d6152978') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:47.637130 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (90b9c67b-0a39-4acb-9c9a-a776d6152978), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.650190 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (90b9c67b-0a39-4acb-9c9a-a776d6152978), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.656806 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:20:47.658280 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (90b9c67b-0a39-4acb-9c9a-a776d6152978), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:20:47.658932 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:20:47.768334 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.772669 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.775932 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7 HTTP/1.1" status: 204 len: 168 time: 0.3255506 Apr 12 19:20:47.778848 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43002) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:47.825578 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] Deleting subnet fe741b38-1a6d-46eb-8ba7-b25183091604 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:20:47.829471 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] Publish callbacks [] for subnet (fe741b38-1a6d-46eb-8ba7-b25183091604), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.869673 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4755641'] for subnet (fe741b38-1a6d-46eb-8ba7-b25183091604), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.913776 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (fe741b38-1a6d-46eb-8ba7-b25183091604), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:47.980204 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43012) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:48.052714 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5895573'] for subnet (fe741b38-1a6d-46eb-8ba7-b25183091604), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.081455 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe741b38-1a6d-46eb-8ba7-b25183091604,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:48.087693 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.094448 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6029bf3d-c541-42d2-bf99-c5add3fa5540 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fe741b38-1a6d-46eb-8ba7-b25183091604 HTTP/1.1" status: 204 len: 168 time: 0.3143411 Apr 12 19:20:48.095051 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43016) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:48.100012 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6e22-d3b7-47e0-b92f-001a9c23b0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9e16d5-fd38-4b86-bcc4-ce33ef10fff7,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:48.205482 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (ca5c3993-18e2-4230-9874-3c04bca21a42), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.362109 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (ca5c3993-18e2-4230-9874-3c04bca21a42), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.430048 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5c3993-18e2-4230-9874-3c04bca21a42']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:48.445539 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f68ff7-4830-4b09-8333-4ff8788dc952') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:48.445836 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f68ff7-4830-4b09-8333-4ff8788dc952') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:48.482039 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4755586'] for segment (d1f68ff7-4830-4b09-8333-4ff8788dc952), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.503198 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (d1f68ff7-4830-4b09-8333-4ff8788dc952), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.512896 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:20:48.513281 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276899'] for segment (d1f68ff7-4830-4b09-8333-4ff8788dc952), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: timer() Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: cb(*args, **kw) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: self._notify() Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: self.callback(batched_events) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: event.method(event) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._get(url).json() Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:20:48.515464 dv-cinder-837538-1-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:20:48.667120 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (ca5c3993-18e2-4230-9874-3c04bca21a42), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.673765 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.676885 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ca5c3993-18e2-4230-9874-3c04bca21a42 HTTP/1.1" status: 204 len: 168 time: 0.5808618 Apr 12 19:20:48.691069 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcfb0e-9a7c-4e39-a568-119282d86af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5c3993-18e2-4230-9874-3c04bca21a42,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:48.703349 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (5229262a-9cda-47ca-b23c-adc3bca84ed6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.938334 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Deleting port d6c3570f-5da9-40d0-98eb-02802b4d48ce {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:48.938982 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:48.999224 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43020) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:49.049130 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] For port d6c3570f-5da9-40d0-98eb-02802b4d48ce, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d6c3570f-5da9-40d0-98eb-02802b4d48ce,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:49.049500 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:49.070460 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d18aecbc-e6ee-4d8a-9390-dbb9ad77b891 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8ca27e4fbef4240999795f4f6d0ecbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701399 Apr 12 19:20:49.071575 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Calling delete_port for d6c3570f-5da9-40d0-98eb-02802b4d48ce owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:49.079173 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43022) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:49.128439 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa29f4f0-6f74-4e29-82b0-c64228dc356a admin admin] Publish callbacks [] for security_group (596d7f2e-85f9-4792-9481-8904b6b02265), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:49.150537 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa29f4f0-6f74-4e29-82b0-c64228dc356a admin admin] Publish callbacks [] for security_group (596d7f2e-85f9-4792-9481-8904b6b02265), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:49.279224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa29f4f0-6f74-4e29-82b0-c64228dc356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (596d7f2e-85f9-4792-9481-8904b6b02265), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:49.281804 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aa29f4f0-6f74-4e29-82b0-c64228dc356a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:49.282981 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-aa29f4f0-6f74-4e29-82b0-c64228dc356a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/596d7f2e-85f9-4792-9481-8904b6b02265 HTTP/1.1" status: 204 len: 168 time: 0.2027411 Apr 12 19:20:49.290601 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29f4f0-6f74-4e29-82b0-c64228dc356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d7f2e-85f9-4792-9481-8904b6b02265,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:49.336269 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (d6c3570f-5da9-40d0-98eb-02802b4d48ce), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:49.363241 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c3570f-5da9-40d0-98eb-02802b4d48ce,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:49.540715 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (5229262a-9cda-47ca-b23c-adc3bca84ed6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:49.851281 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43028) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:49.891324 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-85af4102-cbb7-4b31-8285-007994b67389 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=490c9ebd9a2644a689e11929da7a894a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387313 Apr 12 19:20:49.893721 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43030) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:49.990767 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0dabd937-fb60-4b61-a927-42180c7a6ede admin admin] Publish callbacks [] for security_group (9e0830aa-5992-4080-974a-cec4a3385a86), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.048983 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0dabd937-fb60-4b61-a927-42180c7a6ede admin admin] Publish callbacks [] for security_group (9e0830aa-5992-4080-974a-cec4a3385a86), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.102050 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Router 5229262a-9cda-47ca-b23c-adc3bca84ed6 has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:20:50.188371 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0dabd937-fb60-4b61-a927-42180c7a6ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (9e0830aa-5992-4080-974a-cec4a3385a86), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.190844 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0dabd937-fb60-4b61-a927-42180c7a6ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.191988 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0dabd937-fb60-4b61-a927-42180c7a6ede admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e0830aa-5992-4080-974a-cec4a3385a86 HTTP/1.1" status: 204 len: 168 time: 0.2973495 Apr 12 19:20:50.204587 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabd937-fb60-4b61-a927-42180c7a6ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0830aa-5992-4080-974a-cec4a3385a86,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:50.225541 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:20:50.230561 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-93c7b309-eab6-4dea-94c4-b8494f768a5e admin admin] 10.222.0.50 "PUT /v2.0/routers/5229262a-9cda-47ca-b23c-adc3bca84ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2491846 Apr 12 19:20:50.234099 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43034) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:50.238079 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] Sync routers for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:20:50.254542 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:50.261063 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:20:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:50.349838 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks [] for router (5229262a-9cda-47ca-b23c-adc3bca84ed6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.470119 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks [] for router_gateway (5229262a-9cda-47ca-b23c-adc3bca84ed6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.503272 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:50.595034 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Deleting port 6c4270b8-acf8-4aee-92ce-10d4eccec91e {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:50.595371 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.681695 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:20:49Z', 'revision_number': 5, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port': {'id': '6c4270b8-acf8-4aee-92ce-10d4eccec91e', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:09:53Z', 'updated_at': '2022-04-12T19:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:50.687964 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] For port 6c4270b8-acf8-4aee-92ce-10d4eccec91e, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=6c4270b8-acf8-4aee-92ce-10d4eccec91e,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:50.688332 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:50.702449 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Calling delete_port for 6c4270b8-acf8-4aee-92ce-10d4eccec91e owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:50.713341 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] Checking router: 5229262a-9cda-47ca-b23c-adc3bca84ed6 for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:20:50.718192 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] Routers {'5229262a-9cda-47ca-b23c-adc3bca84ed6'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:20:50.718819 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:20:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['5229262a-9cda-47ca-b23c-adc3bca84ed6'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:50.810249 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] Set router 5229262a-9cda-47ca-b23c-adc3bca84ed6 gateway port host: None {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:20:50.865631 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:20:50Z', 'revision_number': 6, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:50.892257 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fa54c-195e-4a2d-b8b0-064cd0ddb475 None None] The sync data for ids ['5229262a-9cda-47ca-b23c-adc3bca84ed6'] in dv-cinder-837538-1-iscsi is: [{'id': '5229262a-9cda-47ca-b23c-adc3bca84ed6', 'name': 'tempest-AttachVolumeShelveTestJSON-934591776-router', 'tenant_id': '004881d1a8e74638b08ee1481936e09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:09:52Z', 'updated_at': '2022-04-12T19:20:50Z', 'revision_number': 6, 'project_id': '004881d1a8e74638b08ee1481936e09a', 'gw_port_host': None}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:20:50.995232 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (6c4270b8-acf8-4aee-92ce-10d4eccec91e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.020977 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4270b8-acf8-4aee-92ce-10d4eccec91e,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:51.086423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (5229262a-9cda-47ca-b23c-adc3bca84ed6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.178524 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (5229262a-9cda-47ca-b23c-adc3bca84ed6), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.180743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks [] for router_controller (5229262a-9cda-47ca-b23c-adc3bca84ed6), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.292573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (5229262a-9cda-47ca-b23c-adc3bca84ed6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.293251 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5229262a-9cda-47ca-b23c-adc3bca84ed6 {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:20:51.297696 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.298918 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-fbdceb7d-2551-48e7-90e7-1e803cdad77e admin admin] 10.222.0.50 "DELETE /v2.0/routers/5229262a-9cda-47ca-b23c-adc3bca84ed6 HTTP/1.1" status: 204 len: 168 time: 1.0637665 Apr 12 19:20:51.301588 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43052) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:51.359026 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] Deleting subnet 89f38cd0-2e5d-44f4-931e-f6b8f969a4cc {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:20:51.362284 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] Publish callbacks [] for subnet (89f38cd0-2e5d-44f4-931e-f6b8f969a4cc), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.400152 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4755641'] for subnet (89f38cd0-2e5d-44f4-931e-f6b8f969a4cc), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.476528 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (89f38cd0-2e5d-44f4-931e-f6b8f969a4cc), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.612702 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5895573'] for subnet (89f38cd0-2e5d-44f4-931e-f6b8f969a4cc), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.639444 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f38cd0-2e5d-44f4-931e-f6b8f969a4cc,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:51.643227 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.647966 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d76ca109-58cd-4233-b1cc-90af7f49f415 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/89f38cd0-2e5d-44f4-931e-f6b8f969a4cc HTTP/1.1" status: 204 len: 168 time: 0.3453000 Apr 12 19:20:51.648879 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43062) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:51.649772 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3639201-2a40-4cdc-b4f6-1f104391dca8 None None] Network b943cd4a-2179-467b-945f-1e97be1c1482 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:51.731042 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (b943cd4a-2179-467b-945f-1e97be1c1482), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.782214 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Deleting port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:51.782557 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.815260 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] DHCP port deletion for b943cd4a-2179-467b-945f-1e97be1c1482 request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:20:51.857753 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] For port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:51.858119 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.864368 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] Deleting port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:20:51.864368 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.871649 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Calling delete_port for 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:51.928435 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] For port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,segment=NetworkSegment(49f79c08-9f73-4b84-a8e3-095adf463e48),segment_id=49f79c08-9f73-4b84-a8e3-095adf463e48)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:20:51.928839 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:51.943434 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] Calling delete_port for 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:20:52.019327 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43066) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:52.035295 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.042193 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (1c6f21fb-adad-4c82-9367-2cfc2c41e3cb), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.064690 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:52.066569 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] No DVR routers for this DVR port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb on host dv-cinder-837538-1-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:20:52.073960 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] Pushing event deleted for resources: {'Port': ['ID=1c6f21fb-adad-4c82-9367-2cfc2c41e3cb,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:52.075926 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ba26d-0598-4988-969d-a1d65b2e845e None None] No DVR routers for this DVR port 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:20:52.156721 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (b943cd4a-2179-467b-945f-1e97be1c1482), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.168980 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f31a5513-a659-425e-b489-71aeaf1cb228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.192503 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b943cd4a-2179-467b-945f-1e97be1c1482']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:52.207345 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f79c08-9f73-4b84-a8e3-095adf463e48') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:52.207618 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f79c08-9f73-4b84-a8e3-095adf463e48') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:20:52.220314 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4755586'] for segment (49f79c08-9f73-4b84-a8e3-095adf463e48), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.242895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (49f79c08-9f73-4b84-a8e3-095adf463e48), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.253856 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:20:52.254238 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276899'] for segment (49f79c08-9f73-4b84-a8e3-095adf463e48), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: timer() Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: cb(*args, **kw) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: self._notify() Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: self.callback(batched_events) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: event.method(event) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._get(url).json() Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:20:52.255975 dv-cinder-837538-1-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:20:52.336324 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f31a5513-a659-425e-b489-71aeaf1cb228 admin admin] Publish callbacks [] for security_group (bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.366637 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (b943cd4a-2179-467b-945f-1e97be1c1482), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.372099 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.376079 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] 10.222.0.50 "DELETE /v2.0/networks/b943cd4a-2179-467b-945f-1e97be1c1482 HTTP/1.1" status: 204 len: 168 time: 0.7260902 Apr 12 19:20:52.388327 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4378d44-196b-4f5e-82fb-441729cc0dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=b943cd4a-2179-467b-945f-1e97be1c1482,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:52.391496 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f31a5513-a659-425e-b489-71aeaf1cb228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.399670 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d6c3570f-5da9-40d0-98eb-02802b4d48ce no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:52.423006 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: d6c3570f-5da9-40d0-98eb-02802b4d48ce {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:52.423349 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d6c3570f-5da9-40d0-98eb-02802b4d48ce not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:52.424017 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 6c4270b8-acf8-4aee-92ce-10d4eccec91e no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:52.434289 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f31a5513-a659-425e-b489-71aeaf1cb228 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74716cd9e2b74f65b642a352a9d9c16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115167 Apr 12 19:20:52.434289 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a5513-a659-425e-b489-71aeaf1cb228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:52.434750 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43072) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:52.445976 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 6c4270b8-acf8-4aee-92ce-10d4eccec91e {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:52.446304 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 6c4270b8-acf8-4aee-92ce-10d4eccec91e not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:52.446723 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:20:52.466423 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:20:52.466681 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 1c6f21fb-adad-4c82-9367-2cfc2c41e3cb not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:20:52.486059 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ad4beb9-eaaa-42b3-b9de-eed0107e8faa admin admin] Publish callbacks [] for security_group (bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.507490 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ad4beb9-eaaa-42b3-b9de-eed0107e8faa admin admin] Publish callbacks [] for security_group (bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.594870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ad4beb9-eaaa-42b3-b9de-eed0107e8faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.597509 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-5ad4beb9-eaaa-42b3-b9de-eed0107e8faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.598651 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-5ad4beb9-eaaa-42b3-b9de-eed0107e8faa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6 HTTP/1.1" status: 204 len: 168 time: 0.1628840 Apr 12 19:20:52.606632 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4beb9-eaaa-42b3-b9de-eed0107e8faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf95ae95-d18e-4d7c-8ebf-9e0c37b0c3c6,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:52.627675 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43076) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:52.668177 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a315cd43-6819-4e28-98c3-6a079e41aa34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=004881d1a8e74638b08ee1481936e09a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395458 Apr 12 19:20:52.671302 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43078) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:52.718835 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f9c2-d64d-4454-b701-fd5582253873 admin admin] Publish callbacks [] for security_group (071a74bf-095b-428c-aea5-4c4b2ee563f9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.744437 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f9c2-d64d-4454-b701-fd5582253873 admin admin] Publish callbacks [] for security_group (071a74bf-095b-428c-aea5-4c4b2ee563f9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.844997 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f9c2-d64d-4454-b701-fd5582253873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (071a74bf-095b-428c-aea5-4c4b2ee563f9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.847801 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f9c2-d64d-4454-b701-fd5582253873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:52.851398 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f3a2f9c2-d64d-4454-b701-fd5582253873 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/071a74bf-095b-428c-aea5-4c4b2ee563f9 HTTP/1.1" status: 204 len: 168 time: 0.1766949 Apr 12 19:20:52.857498 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f9c2-d64d-4454-b701-fd5582253873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a74bf-095b-428c-aea5-4c4b2ee563f9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:53.543439 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43112) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:53.640462 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-263039052-network', 'tenant_id': '20b655076337444db1a25b20f226357f'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:53.855910 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Made reservation on behalf of 20b655076337444db1a25b20f226357f for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:20:53.859519 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:53.868123 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:53.945869 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks [] for security_group (6c97e599-87d2-4420-9c3a-daaea7b62962), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.022059 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6c97e599-87d2-4420-9c3a-daaea7b62962), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.048432 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 19:20:54.059023 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c97e599-87d2-4420-9c3a-daaea7b62962,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:54.066976 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (c6a66436-eba4-4305-8ee3-1ecb9b453b88), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.067312 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Added segment c6a66436-eba4-4305-8ee3-1ecb9b453b88 of type vlan for network 08265dd2-d640-4613-a618-72cfe55d0fc9 Apr 12 19:20:54.111379 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763860362716'] for network (08265dd2-d640-4613-a618-72cfe55d0fc9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.219070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053'] for network (08265dd2-d640-4613-a618-72cfe55d0fc9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.220201 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:54.220786 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.282307 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] Pushing event updated for resources: {'Network': ['ID=08265dd2-d640-4613-a618-72cfe55d0fc9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:54.291618 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Network 08265dd2-d640-4613-a618-72cfe55d0fc9 details requested by agent ovs-agent-dv-cinder-837538-1-iscsi with host dv-cinder-837538-1-iscsi {{(pid=103910) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 19:20:54.320857 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e205f73d-625c-43e0-b86a-03743ba32712 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7734568 Apr 12 19:20:54.321096 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43128) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:54.325826 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Request body: {'subnet': {'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-263039052-subnet', 'tenant_id': '20b655076337444db1a25b20f226357f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:20:54.406706 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Made reservation on behalf of 20b655076337444db1a25b20f226357f for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:20:54.409217 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5895610'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.633351 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4276422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5895596'] for subnet (f93af612-0646-4a2c-8881-a631704f9351), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.694818 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93af612-0646-4a2c-8881-a631704f9351,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:54.706418 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Checking segment: {'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:20:54.706783 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Network hostable DHCP agents. Network: 08265dd2-d640-4613-a618-72cfe55d0fc9, hostable agents: ['e2e4a2b1-d25f-4599-90ac-1ad1364b5b40'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 19:20:54.795000 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Network 08265dd2-d640-4613-a618-72cfe55d0fc9 is scheduled to be hosted by DHCP agent e2e4a2b1-d25f-4599-90ac-1ad1364b5b40 with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 19:20:54.908943 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837538-1-iscsi, 08265dd2-d640-4613-a618-72cfe55d0fc9) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:20:54.914155 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:54.916987 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:54.921753 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32eafd-5f7a-4be6-ba1d-c0227af9b821 None None] Network 08265dd2-d640-4613-a618-72cfe55d0fc9 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:54.995871 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5c6080f8-d63c-4f32-b82e-d7a4ecae93c0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6737819 Apr 12 19:20:55.022675 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8449f-bd56-4fce-8765-bb6b335f263b None None] Network 08265dd2-d640-4613-a618-72cfe55d0fc9 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:20:56.320645 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:56.684420 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-770dec2c-5287-4ac8-bbea-84e2934ddbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:57.179909 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab557-df69-4590-8a4a-810141668284 req-cd61a6b7-bfe5-400b-8afa-c85bbbdd4f1b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:20:57.181386 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-cd61a6b7-bfe5-400b-8afa-c85bbbdd4f1b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/networks?id=08265dd2-d640-4613-a618-72cfe55d0fc9 HTTP/1.1" status: 200 len: 808 time: 0.1060717 Apr 12 19:20:57.196710 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-520868e0-a3f9-4b2c-9334-3fd173a49ccf tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/quotas/20b655076337444db1a25b20f226357f HTTP/1.1" status: 200 len: 375 time: 0.0090876 Apr 12 19:20:57.229113 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-30509b31-3c9f-428b-b96b-482763babf18 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=20b655076337444db1a25b20f226357f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268764 Apr 12 19:20:57.412557 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-78f78364-9321-44f3-94fa-71f71124269e service neutron] 10.222.0.50 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762912 Apr 12 19:20:57.500797 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-c3b59499-b3b7-4ee6-b335-6cea8beb4b1c service neutron] 10.222.0.50 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826023 Apr 12 19:20:57.606450 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43190) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:57.717957 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1aeb-40f7-4738-a5e3-519e74de9743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:57.730145 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-05b7f8cd-87ef-4840-81a2-cfabcb0f6ee8 req-c7d7fd02-14be-42fb-869b-15671c8d4f78 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 210 time: 0.0339406 Apr 12 19:20:57.808665 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1aeb-40f7-4738-a5e3-519e74de9743 admin admin] Publish callbacks [] for security_group (7d2a770b-79ea-4111-b38e-c876aef6bf48), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:57.913235 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ddb1aeb-40f7-4738-a5e3-519e74de9743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7d2a770b-79ea-4111-b38e-c876aef6bf48), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:57.949846 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7ddb1aeb-40f7-4738-a5e3-519e74de9743 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c9cd248fd164bbe9e38057fb08796a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422260 Apr 12 19:20:57.952546 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43204) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:20:57.954582 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb1aeb-40f7-4738-a5e3-519e74de9743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2a770b-79ea-4111-b38e-c876aef6bf48,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:58.001621 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6110545-b943-4970-92fe-5a910ed15fc5 admin admin] Publish callbacks [] for security_group (7d2a770b-79ea-4111-b38e-c876aef6bf48), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:58.022574 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6110545-b943-4970-92fe-5a910ed15fc5 admin admin] Publish callbacks [] for security_group (7d2a770b-79ea-4111-b38e-c876aef6bf48), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:58.158925 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6110545-b943-4970-92fe-5a910ed15fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7d2a770b-79ea-4111-b38e-c876aef6bf48), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:58.161565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f6110545-b943-4970-92fe-5a910ed15fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:58.162859 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f6110545-b943-4970-92fe-5a910ed15fc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d2a770b-79ea-4111-b38e-c876aef6bf48 HTTP/1.1" status: 204 len: 168 time: 0.2091515 Apr 12 19:20:58.171468 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6110545-b943-4970-92fe-5a910ed15fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2a770b-79ea-4111-b38e-c876aef6bf48,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:20:58.812427 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-80f3034e-5cd9-46d4-97b4-93017dc55222 req-84409e4d-32ed-4294-b95e-ef44a4f0f95b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 210 time: 0.0287910 Apr 12 19:20:58.962443 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-338dae9a-3c01-46c3-bd16-7d692b96fc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:20:59.908384 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5996ccb8-1dbd-4478-852e-1142f97c4cef req-56effa33-2128-4112-adb5-611603975be0 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 210 time: 0.0286179 Apr 12 19:21:00.064923 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab557-df69-4590-8a4a-810141668284 req-f7b29410-e307-49a0-9890-fe37b051c076 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:00.066366 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-f7b29410-e307-49a0-9890-fe37b051c076 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "GET /v2.0/networks?id=08265dd2-d640-4613-a618-72cfe55d0fc9 HTTP/1.1" status: 200 len: 808 time: 0.1065841 Apr 12 19:21:00.081032 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Request body: {'port': {'device_id': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9', 'admin_state_up': True, 'tenant_id': '20b655076337444db1a25b20f226357f'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:21:00.223785 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:00.278743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Made reservation on behalf of 20b655076337444db1a25b20f226357f for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:21:00.282300 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:00.413309 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Allocated IP 172.20.0.5 (08265dd2-d640-4613-a618-72cfe55d0fc9/f93af612-0646-4a2c-8881-a631704f9351/24d7e0f7-e3ce-43d7-bfe9-20e38751b95a) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:21:00.563604 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks [] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:00.662393 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:00.670043 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43264) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:00.711100 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Network 08265dd2-d640-4613-a618-72cfe55d0fc9 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:21:00.714301 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:21:00.721314 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:21:00.750117 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Pushing event updated for resources: {'Port': ['ID=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:00.778072 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:00.778681 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:00.786258 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4998962f-dc95-4b02-8c35-6beb19c8dff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:00.860655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4998962f-dc95-4b02-8c35-6beb19c8dff8 admin admin] Publish callbacks [] for security_group (6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:00.883299 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-e9b16f22-d60e-4bfd-aa27-da17d254bf3b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083556 Apr 12 19:21:00.976538 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4998962f-dc95-4b02-8c35-6beb19c8dff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.020016 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4998962f-dc95-4b02-8c35-6beb19c8dff8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7e344d1577445f5a5ee93f16567fd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456223 Apr 12 19:21:01.020016 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998962f-dc95-4b02-8c35-6beb19c8dff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:01.021167 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43270) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:01.035368 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f552ac0-346a-4c1d-8748-b62157b3a9c7 req-c5570f0a-bc4b-4753-b8a1-a7da8238d9b4 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:01.036844 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f552ac0-346a-4c1d-8748-b62157b3a9c7 req-c5570f0a-bc4b-4753-b8a1-a7da8238d9b4 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 931 time: 0.0603740 Apr 12 19:21:01.086134 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Request body: {'port': {'device_id': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:21:01.140855 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f552ac0-346a-4c1d-8748-b62157b3a9c7 req-f2c3b94a-f522-41be-877e-ce053bc55e18 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964410 Apr 12 19:21:01.166523 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d7f7043f-6911-42f6-ade7-7cd877d4bd66 admin admin] Publish callbacks [] for security_group (6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.186520 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.201664 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d7f7043f-6911-42f6-ade7-7cd877d4bd66 admin admin] Publish callbacks [] for security_group (6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.383832 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d7f7043f-6911-42f6-ade7-7cd877d4bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.386334 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d7f7043f-6911-42f6-ade7-7cd877d4bd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.387461 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d7f7043f-6911-42f6-ade7-7cd877d4bd66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca HTTP/1.1" status: 204 len: 168 time: 0.3631554 Apr 12 19:21:01.400252 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7043f-6911-42f6-ade7-7cd877d4bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcc30b6-2e8f-4fab-aa6d-bc0c48a342ca,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:01.488285 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:21:01.496028 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Publish callbacks [] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.509129 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Transition to ACTIVE for port object 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:21:01.578130 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.633277 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:01.708846 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Attempting to bind port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:21:01.709454 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Attempting to bind port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:21:01.709781 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Attempting to bind port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a on network 08265dd2-d640-4613-a618-72cfe55d0fc9 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:21:01.714609 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a on network 08265dd2-d640-4613-a618-72cfe55d0fc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:21:01.714932 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Attempting to bind port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a on network 08265dd2-d640-4613-a618-72cfe55d0fc9 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:21:01.721997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:21:01.721997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Checking segment: {'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:21:01.721997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Bound using segment: {'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:21:01.721997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Bound port: 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:21:01.721997 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.785554 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] For port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:21:01.788627 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] For port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:21:01.850317 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.850850 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.885235 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:01.885235 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:01.886598 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] 10.222.0.46 "PUT /v2.0/ports/24d7e0f7-e3ce-43d7-bfe9-20e38751b95a HTTP/1.1" status: 200 len: 1093 time: 0.8695035 Apr 12 19:21:01.887040 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'tag': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:01.889365 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d90a6e-12a9-44c3-8aca-f8910a908e69" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee504a5-6576-4f2e-b1a1-a94e3344b9cf", "tag": "24d7e0f7-e3ce-43d7-bfe9-20e38751b95a"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:01.917293 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165f27c-2c83-451e-b04b-ac94f4e11ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:01.934098 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5aef7a-c122-4ae6-9b94-334ff0610136 x-openstack-request-id: req-6a5aef7a-c122-4ae6-9b94-334ff0610136 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:01.934395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee504a5-6576-4f2e-b1a1-a94e3344b9cf", "tag": "24d7e0f7-e3ce-43d7-bfe9-20e38751b95a", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:01.934684 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6a5aef7a-c122-4ae6-9b94-334ff0610136 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:01.935104 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5aef7a-c122-4ae6-9b94-334ff0610136'] response: {'name': 'network-changed', 'server_uuid': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'tag': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a', 'status': 'completed', 'code': 200} Apr 12 19:21:01.994246 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d90a6e-12a9-44c3-8aca-f8910a908e69 req-e5dfc966-ff62-4e65-a28a-4c294ddea172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:01.995676 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b0d90a6e-12a9-44c3-8aca-f8910a908e69 req-e5dfc966-ff62-4e65-a28a-4c294ddea172 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b655076337444db1a25b20f226357f&device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 1127 time: 0.0437727 Apr 12 19:21:02.002577 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43280) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:02.016150 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f9122279-af1d-4110-8bde-54669a1e6087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:02.094296 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f9122279-af1d-4110-8bde-54669a1e6087 admin admin] Publish callbacks [] for security_group (a748912d-f19a-4e66-94c4-2ab9d20bde81), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:02.115235 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d90a6e-12a9-44c3-8aca-f8910a908e69 req-55f27236-3f89-4ba0-8eaf-eed0c1cb8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:02.116833 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b0d90a6e-12a9-44c3-8aca-f8910a908e69 req-55f27236-3f89-4ba0-8eaf-eed0c1cb8618 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=20b655076337444db1a25b20f226357f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1142001 Apr 12 19:21:02.217990 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f9122279-af1d-4110-8bde-54669a1e6087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a748912d-f19a-4e66-94c4-2ab9d20bde81), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:02.224882 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d90a6e-12a9-44c3-8aca-f8910a908e69 req-814621a0-2e97-418c-96bd-1f931f9ee9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:02.226419 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b0d90a6e-12a9-44c3-8aca-f8910a908e69 req-814621a0-2e97-418c-96bd-1f931f9ee9c9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033754 Apr 12 19:21:02.260634 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838010f-1f39-401a-89e6-3b72a3048c1d req-13504c9a-cb11-4abf-8200-1c2f9ed6df66 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:02.261949 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1838010f-1f39-401a-89e6-3b72a3048c1d req-13504c9a-cb11-4abf-8200-1c2f9ed6df66 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 943 time: 0.0517218 Apr 12 19:21:02.263703 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43284) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:02.263934 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f9122279-af1d-4110-8bde-54669a1e6087 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c22f6170333b43548896131de711515d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601607 Apr 12 19:21:02.264624 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9122279-af1d-4110-8bde-54669a1e6087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748912d-f19a-4e66-94c4-2ab9d20bde81,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:02.345287 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab557-df69-4590-8a4a-810141668284 req-88c45955-e0c1-4deb-b6a3-f290067d4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:02.346819 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-88c45955-e0c1-4deb-b6a3-f290067d4731 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b655076337444db1a25b20f226357f&device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 1127 time: 0.0762768 Apr 12 19:21:02.412061 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-e60302f2-5038-474b-87a5-6b73074a39b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a HTTP/1.1" status: 200 len: 217 time: 0.0540433 Apr 12 19:21:02.417482 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1838010f-1f39-401a-89e6-3b72a3048c1d req-e70e3685-76f0-4406-a0f6-cafe42ec2c5f tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382589 Apr 12 19:21:02.419321 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-86f01445-9142-42fd-be45-37b79e5acfcb admin admin] Publish callbacks [] for security_group (a748912d-f19a-4e66-94c4-2ab9d20bde81), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:02.472168 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-86f01445-9142-42fd-be45-37b79e5acfcb admin admin] Publish callbacks [] for security_group (a748912d-f19a-4e66-94c4-2ab9d20bde81), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:02.485607 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ab557-df69-4590-8a4a-810141668284 req-d51c6bb9-6385-4de0-a4ad-48e7642a3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:02.487100 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-d51c6bb9-6385-4de0-a4ad-48e7642a3b20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93af612-0646-4a2c-8881-a631704f9351 HTTP/1.1" status: 200 len: 848 time: 0.0686100 Apr 12 19:21:02.532664 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-15017195-18b1-46a8-bce0-4d2b77d89982 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08265dd2-d640-4613-a618-72cfe55d0fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391681 Apr 12 19:21:02.621254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-f5c0650e-510a-4b71-b4ca-db4961fea0eb service neutron] 10.222.0.46 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830312 Apr 12 19:21:02.689304 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-86f01445-9142-42fd-be45-37b79e5acfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a748912d-f19a-4e66-94c4-2ab9d20bde81), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:02.691856 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-86f01445-9142-42fd-be45-37b79e5acfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:02.693007 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-86f01445-9142-42fd-be45-37b79e5acfcb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a748912d-f19a-4e66-94c4-2ab9d20bde81 HTTP/1.1" status: 204 len: 168 time: 0.4284053 Apr 12 19:21:02.709496 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f01445-9142-42fd-be45-37b79e5acfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748912d-f19a-4e66-94c4-2ab9d20bde81,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:02.730580 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e19ab557-df69-4590-8a4a-810141668284 req-dcefccac-4182-40e0-8d69-886ab32db7ed service neutron] 10.222.0.46 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027396 Apr 12 19:21:03.034630 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:03.532912 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e900a-d036-4591-b157-464ac94b0875 req-4895a719-09f3-4f93-9271-42122c2b338e tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:03.534346 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-061e900a-d036-4591-b157-464ac94b0875 req-4895a719-09f3-4f93-9271-42122c2b338e tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 943 time: 0.0458560 Apr 12 19:21:03.581010 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-061e900a-d036-4591-b157-464ac94b0875 req-66431b62-f66d-49a2-a1c8-3c9c55c96ed7 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Apr 12 19:21:04.693647 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d715df-3187-46ab-b340-f18e43a161d7 req-a72abe60-8054-49fe-a3fe-ff572acbcebf tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:04.699546 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b7d715df-3187-46ab-b340-f18e43a161d7 req-a72abe60-8054-49fe-a3fe-ff572acbcebf tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 943 time: 0.0480142 Apr 12 19:21:04.748248 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b7d715df-3187-46ab-b340-f18e43a161d7 req-6f563867-2cd8-4f13-86fe-cfb9d8867880 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Apr 12 19:21:05.152580 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-c242aa17-c1ea-4ca3-b105-1a063b17c4ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388472 Apr 12 19:21:05.218097 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-0ad16b6e-9b07-48dc-973e-1dfabc722e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:05.220073 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-0ad16b6e-9b07-48dc-973e-1dfabc722e00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 1129 time: 0.0438690 Apr 12 19:21:05.329439 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-9eb8f7dd-a1dd-421f-af81-08ff250e960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:05.330904 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-9eb8f7dd-a1dd-421f-af81-08ff250e960a service neutron] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 916 time: 0.0919108 Apr 12 19:21:05.395716 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-7deb48a3-4d41-4705-8f65-9cda687df108 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d HTTP/1.1" status: 200 len: 1001 time: 0.0584750 Apr 12 19:21:05.441755 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-c7ed6beb-606f-443c-b363-3fa1a7140ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:05.443162 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-c7ed6beb-606f-443c-b363-3fa1a7140ead service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0419047 Apr 12 19:21:05.488495 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-6cc1c530-b970-47dd-b934-f991f543754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:05.489942 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-6cc1c530-b970-47dd-b934-f991f543754b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411460 Apr 12 19:21:05.578626 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-10ba081e-c1a9-4cd8-9044-f31683a8772a service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813828 Apr 12 19:21:05.671917 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3f7cd342-0cfb-4b47-9569-bebaa24b6d6e req-3bf262f4-a434-455e-be3d-67d407ad994b service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881598 Apr 12 19:21:05.861770 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a12c6-78d6-4ca7-88f4-c829e18c79e4 req-365f4e09-5a81-43c9-92ba-920c85746eca tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:05.863326 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-893a12c6-78d6-4ca7-88f4-c829e18c79e4 req-365f4e09-5a81-43c9-92ba-920c85746eca tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 943 time: 0.0461676 Apr 12 19:21:05.908117 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-893a12c6-78d6-4ca7-88f4-c829e18c79e4 req-ab072399-7e72-4d2f-92f6-dccc277a3b0c tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Apr 12 19:21:06.553901 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:21:06.649598 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:06.660939 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a', 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9', 'port_id': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a', 'mac_address': 'fa:16:3e:f2:0f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93af612-0646-4a2c-8881-a631704f9351', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:21:06.701148 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:21:06.701536 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:06.714725 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:21:06.734982 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:06.800806 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:06.848202 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:07.032103 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f634e48-84af-4c48-96a3-8b3c553a1453 req-4db921d5-c9b6-4bc8-beda-76d4c5742923 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:07.038997 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6f634e48-84af-4c48-96a3-8b3c553a1453 req-4db921d5-c9b6-4bc8-beda-76d4c5742923 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 944 time: 0.0599422 Apr 12 19:21:07.086371 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6f634e48-84af-4c48-96a3-8b3c553a1453 req-1d4e375c-a604-418b-adc0-8c0c6931301d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471940 Apr 12 19:21:07.138574 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['24d7e0f7-e3ce-43d7-bfe9-20e38751b95a'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:21:07.249889 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb0f7-900e-4f0e-9c56-11d9ef2d8946 req-d5e28994-bfcc-436b-b5b0-96ea3c622d58 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:07.251829 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17acb0f7-900e-4f0e-9c56-11d9ef2d8946 req-d5e28994-bfcc-436b-b5b0-96ea3c622d58 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 945 time: 0.0468473 Apr 12 19:21:07.307706 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-17acb0f7-900e-4f0e-9c56-11d9ef2d8946 req-4c38ad4a-2b81-4524-b3c3-61cf4c922a01 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487034 Apr 12 19:21:08.201438 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28fc8d-870c-4705-8c72-d2d790ccae18 req-10499895-1193-44d2-bb7b-4dbce5439e7c tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:08.203636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-be28fc8d-870c-4705-8c72-d2d790ccae18 req-10499895-1193-44d2-bb7b-4dbce5439e7c tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 944 time: 0.0484364 Apr 12 19:21:08.252962 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-be28fc8d-870c-4705-8c72-d2d790ccae18 req-cad7a0bc-3c28-428a-97dd-36531d32e28d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Apr 12 19:21:08.422075 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1037b11-4567-4d61-b32f-04a853d9c552 req-ec0296bd-a1f4-4019-bdf1-62679a803781 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:08.423554 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d1037b11-4567-4d61-b32f-04a853d9c552 req-ec0296bd-a1f4-4019-bdf1-62679a803781 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 945 time: 0.0475616 Apr 12 19:21:08.474539 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d1037b11-4567-4d61-b32f-04a853d9c552 req-c5c6ce11-a28c-465c-aedc-5c08a10095e7 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Apr 12 19:21:08.565765 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:21:08.610627 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:21:08.708999 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:21:08.709379 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:08.791000 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:21:08.791647 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:08.813964 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:08.816247 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83cf0d8-4c4a-4eb9-a738-4cbe3281aeb8" -d '{"events": [{"server_uuid": "8ee504a5-6576-4f2e-b1a1-a94e3344b9cf", "name": "network-vif-plugged", "status": "completed", "tag": "24d7e0f7-e3ce-43d7-bfe9-20e38751b95a"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:08.829526 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:08.904089 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-7d49d973-2f05-475a-8e09-ae4b677abd94 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:08.906128 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-7d49d973-2f05-475a-8e09-ae4b677abd94 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Apr 12 19:21:08.924324 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:08.975591 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5431f4bf-1dfd-4f0f-a59d-85251aad0463 x-openstack-request-id: req-5431f4bf-1dfd-4f0f-a59d-85251aad0463 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:08.975894 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee504a5-6576-4f2e-b1a1-a94e3344b9cf", "name": "network-vif-plugged", "status": "completed", "tag": "24d7e0f7-e3ce-43d7-bfe9-20e38751b95a", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:08.976148 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5431f4bf-1dfd-4f0f-a59d-85251aad0463 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:08.976570 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5431f4bf-1dfd-4f0f-a59d-85251aad0463'] response: {'server_uuid': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a', 'code': 200} Apr 12 19:21:08.979541 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:08.999110 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Deleting port 4244253e-f5f2-405c-acac-9edc01fb0f28 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:21:09.000044 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:09.087803 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] For port 4244253e-f5f2-405c-acac-9edc01fb0f28, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4244253e-f5f2-405c-acac-9edc01fb0f28,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:09.088164 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:09.273478 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:09.274086 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (04aad15a-8aea-484b-8ff7-4064b592c586), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:09.274205 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Floating IP 04aad15a-8aea-484b-8ff7-4064b592c586 disassociated. External IP: 172.27.0.61, port: 4244253e-f5f2-405c-acac-9edc01fb0f28. Apr 12 19:21:09.274502 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Calling delete_port for 4244253e-f5f2-405c-acac-9edc01fb0f28 owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:21:09.321727 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00d8b2-ddde-4a11-9306-440d1f29928f req-cabe1461-c2d8-4f79-b892-47a0d0413d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:09.323222 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6f00d8b2-ddde-4a11-9306-440d1f29928f req-cabe1461-c2d8-4f79-b892-47a0d0413d28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 1129 time: 0.0499442 Apr 12 19:21:09.367111 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6f00d8b2-ddde-4a11-9306-440d1f29928f req-9cbca8e8-eb2a-4da6-9d62-b78ef009ae8f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Apr 12 19:21:09.391501 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf343-63a8-46f5-8281-a71ee1b02a7f req-1581ac8c-2283-480f-bc8c-46b62a60eb0d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:09.393019 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-015cf343-63a8-46f5-8281-a71ee1b02a7f req-1581ac8c-2283-480f-bc8c-46b62a60eb0d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0664511 Apr 12 19:21:09.477123 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-015cf343-63a8-46f5-8281-a71ee1b02a7f req-80520b52-7c56-4346-9ec7-b9d468dadfc4 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782001 Apr 12 19:21:09.553927 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (4244253e-f5f2-405c-acac-9edc01fb0f28), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:09.576969 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a9096d2e-7e70-4be4-be85-f4705fec2611 req-ad5cb1f3-dc21-42b8-8117-138217e24848 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0330956 Apr 12 19:21:09.596089 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event deleted for resources: {'Port': ['ID=4244253e-f5f2-405c-acac-9edc01fb0f28,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:09.711058 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:21:09.817469 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:21:09.826668 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:21:09.836115 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:21:09.836711 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:20:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:09.857599 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] No DVR routers for this DVR port 4244253e-f5f2-405c-acac-9edc01fb0f28 on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:21:09.860793 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:09.864024 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0550e7f8-59ab-44d4-b89d-b7fd4a1355d8 req-55f50ec5-b119-415e-b44f-fc76a60b5d10 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "DELETE /v2.0/ports/4244253e-f5f2-405c-acac-9edc01fb0f28 HTTP/1.1" status: 204 len: 173 time: 0.9511895 Apr 12 19:21:09.864459 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'name': 'network-vif-deleted', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:09.866674 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18084d1-d5a4-4463-86d6-b0d43f36b192" -d '{"events": [{"server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "name": "network-vif-deleted", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:09.901320 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d54750-79f8-406d-ace8-95d9e238c1b2 x-openstack-request-id: req-c3d54750-79f8-406d-ace8-95d9e238c1b2 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:09.901610 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1382c154-f373-4e66-b419-d0f984dca256", "name": "network-vif-deleted", "tag": "4244253e-f5f2-405c-acac-9edc01fb0f28", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:09.901862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3d54750-79f8-406d-ace8-95d9e238c1b2 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:09.902273 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d54750-79f8-406d-ace8-95d9e238c1b2'] response: {'server_uuid': '1382c154-f373-4e66-b419-d0f984dca256', 'name': 'network-vif-deleted', 'tag': '4244253e-f5f2-405c-acac-9edc01fb0f28', 'status': 'completed', 'code': 200} Apr 12 19:21:09.944056 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:21:10.139019 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:10.167960 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:21:10.176978 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:21:10.177571 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:20:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:10.377704 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:21:10.566457 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:10.588472 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a23ac1-fc91-4c07-b564-e1b12da60660 req-facf5df2-e23b-48a9-bdc6-778cdeffd3fa tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:10.589877 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-58a23ac1-fc91-4c07-b564-e1b12da60660 req-facf5df2-e23b-48a9-bdc6-778cdeffd3fa tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0463152 Apr 12 19:21:10.596918 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525e3e7-99dc-4e81-9d0d-b658256fc18e None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:21:10.648038 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-58a23ac1-fc91-4c07-b564-e1b12da60660 req-b73df25d-58db-43c4-ba39-45aa1116c977 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508678 Apr 12 19:21:10.696155 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e40cf169-8978-4836-b0c1-f2de4de1b672 req-2912241b-cc0e-4772-bea5-5d0d63b2769d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0293920 Apr 12 19:21:10.836735 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50b4ce0-3ef3-4119-873c-456926ddc97c None None] New status for floating IP 04aad15a-8aea-484b-8ff7-4064b592c586: DOWN {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:21:11.759237 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88286b8e-bd79-4a1e-b04f-c84f17c41aed req-c24c26a0-8f82-4590-b9ca-45966661ffc9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:11.760762 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-88286b8e-bd79-4a1e-b04f-c84f17c41aed req-c24c26a0-8f82-4590-b9ca-45966661ffc9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0471764 Apr 12 19:21:11.798076 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d1518229-0ff8-4a1e-8c35-e97afa43854c req-c947b1c8-8085-4371-9701-ebd526186b4a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0362716 Apr 12 19:21:11.825835 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-88286b8e-bd79-4a1e-b04f-c84f17c41aed req-8ee54b8a-f48d-4cf6-88f5-5584d23509e0 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558531 Apr 12 19:21:12.786114 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:21:13.147746 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8d0f82c3-459e-4e3e-8dcc-71a9057de34d req-94b485d9-6d13-4ba8-a0e0-9655c57f076a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.2853553 Apr 12 19:21:13.190023 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad36c13-7649-4cda-b823-2c79c2a2ee9d req-f27f79b4-e682-49a1-be5c-308720798468 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:13.191440 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0ad36c13-7649-4cda-b823-2c79c2a2ee9d req-f27f79b4-e682-49a1-be5c-308720798468 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0465848 Apr 12 19:21:13.236026 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0ad36c13-7649-4cda-b823-2c79c2a2ee9d req-8d90af13-26e8-47cc-9ed7-66a273310c19 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391831 Apr 12 19:21:13.449175 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4244253e-f5f2-405c-acac-9edc01fb0f28 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:21:13.472861 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 4244253e-f5f2-405c-acac-9edc01fb0f28 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:21:13.473200 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4244253e-f5f2-405c-acac-9edc01fb0f28 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:21:14.240627 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-56b54a92-9418-40b6-97eb-733d944eeaae req-d21f31df-0837-45d8-a0e2-479d391da9a1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0281212 Apr 12 19:21:14.348635 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56a235-d04e-40da-bb71-e310456dc926 req-03f2fe9b-b040-4bba-aaeb-184ca1c4ce66 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:14.350112 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-be56a235-d04e-40da-bb71-e310456dc926 req-03f2fe9b-b040-4bba-aaeb-184ca1c4ce66 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0491683 Apr 12 19:21:14.396977 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-be56a235-d04e-40da-bb71-e310456dc926 req-7b954275-957d-42c2-b481-22767dc00f1b tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Apr 12 19:21:15.346651 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-114acde6-9ae4-40c9-bfcf-b3110467b8ea req-315ac69a-eaae-448f-a532-37c395c6ad65 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=1382c154-f373-4e66-b419-d0f984dca256 HTTP/1.1" status: 200 len: 210 time: 0.0278382 Apr 12 19:21:15.509096 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732502e-a3f8-4b31-9bad-3ba44df05f4b req-3ade5d2f-2f1c-474c-b787-9e4e97199330 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:15.510559 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b732502e-a3f8-4b31-9bad-3ba44df05f4b req-3ade5d2f-2f1c-474c-b787-9e4e97199330 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0472503 Apr 12 19:21:15.557716 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b732502e-a3f8-4b31-9bad-3ba44df05f4b req-fdf038de-7019-4c6f-a654-81448eda6724 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Apr 12 19:21:16.606423 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-d5cd15d2-c420-4d74-abff-9d5a352ca968 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339016884&fields=id&tenant_id=820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 267 time: 0.0480244 Apr 12 19:21:16.714626 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-f5c16f2f-6207-4c87-9c41-c634c9dd9d4b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:16.716132 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-f5c16f2f-6207-4c87-9c41-c634c9dd9d4b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 812 time: 0.1027493 Apr 12 19:21:16.732004 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-566596d0-01f7-4024-a7b4-5d4a9bf4b975 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/quotas/820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 375 time: 0.0093653 Apr 12 19:21:16.810601 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-17e4b59b-c1e5-4e4d-b774-3f2a8ecdc601 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732369 Apr 12 19:21:16.818984 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92303cbe-4892-4dac-8460-baa29c1be71a req-5b1689ef-7fa8-45b0-a26b-0a6ed03b4d53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:16.820393 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-92303cbe-4892-4dac-8460-baa29c1be71a req-5b1689ef-7fa8-45b0-a26b-0a6ed03b4d53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0747828 Apr 12 19:21:16.921259 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-92303cbe-4892-4dac-8460-baa29c1be71a req-6a09c4ec-00e1-4715-989c-4abb517df287 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913434 Apr 12 19:21:16.941636 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-bc90ed5b-b601-49a1-8770-019cf2c99a50 service neutron] 10.222.0.50 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195259 Apr 12 19:21:17.028929 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-67cde9e7-200f-438e-bead-2c7d9b6d9b60 service neutron] 10.222.0.50 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817602 Apr 12 19:21:17.636585 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-fa9d30a5-6e06-4c25-8f1a-a80502699f53 req-ac3cc181-0f63-4f4c-a15a-6dee86404198 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 210 time: 0.0300646 Apr 12 19:21:18.042483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ea1b1-db99-4161-90af-23b1f5e671c9 req-35b24cec-a398-4a10-8437-945ef944622f tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:18.043977 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-793ea1b1-db99-4161-90af-23b1f5e671c9 req-35b24cec-a398-4a10-8437-945ef944622f tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0519788 Apr 12 19:21:18.097198 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-793ea1b1-db99-4161-90af-23b1f5e671c9 req-071c5b29-8e0a-40c5-b5c0-56ae61a84a82 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467451 Apr 12 19:21:18.399591 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-b60f489f-4f37-45c7-9339-3da388533b8a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:18.399591 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-b60f489f-4f37-45c7-9339-3da388533b8a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 945 time: 0.0472729 Apr 12 19:21:18.459809 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43512) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:18.494137 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Deleting port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:21:18.494137 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.571595 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.585723 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] For port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:18.586121 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.599671 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Calling delete_port for 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:21:18.648497 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Publish callbacks [] for security_group (f739f6a8-e893-4316-8bd2-babdd1c033fc), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.746916 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-adc70475-6459-457c-9b9b-9f564a361ae3 req-3d8c81c1-3a19-417a-a17e-a422ea34d047 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 210 time: 0.0332787 Apr 12 19:21:18.788974 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (f739f6a8-e893-4316-8bd2-babdd1c033fc), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.825424 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f739f6a8-e893-4316-8bd2-babdd1c033fc,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:18.829292 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=741be5aae95441e385e1979f56c5ba1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684936 Apr 12 19:21:18.832199 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43518) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:18.835625 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.835625 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.835884 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.836074 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.836403 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.836737 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.837064 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.837391 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.837711 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.838035 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.838358 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.838676 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.838998 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.839311 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.839671 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d69956-7d30-4276-a2c8-f15ac61f6d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.881162 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3bba7146-4a68-4b4e-b79a-8a372ccb2a2c admin admin] Publish callbacks [] for security_group (f739f6a8-e893-4316-8bd2-babdd1c033fc), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.895015 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (24d7e0f7-e3ce-43d7-bfe9-20e38751b95a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.907006 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['24d7e0f7-e3ce-43d7-bfe9-20e38751b95a'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:21:18.912736 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3bba7146-4a68-4b4e-b79a-8a372ccb2a2c admin admin] Publish callbacks [] for security_group (f739f6a8-e893-4316-8bd2-babdd1c033fc), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:18.941434 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Pushing event deleted for resources: {'Port': ['ID=24d7e0f7-e3ce-43d7-bfe9-20e38751b95a,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:18.974924 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.975265 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.975633 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.975973 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.976305 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.976632 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.976958 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.977281 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.977605 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.977926 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.978249 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.978576 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.978908 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.979223 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:18.979563 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:19.012140 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] No DVR routers for this DVR port 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:21:19.014759 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:19.017726 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0968e0bb-f7a8-42e6-8d0a-ee976a42ac50 req-7b874fdd-8f4c-48e2-97d1-2df31af4f3b9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "DELETE /v2.0/ports/24d7e0f7-e3ce-43d7-bfe9-20e38751b95a HTTP/1.1" status: 204 len: 173 time: 0.6140087 Apr 12 19:21:19.018158 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'name': 'network-vif-deleted', 'tag': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:19.020425 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7826fc9b-299c-480e-938a-aa115bc4b3da" -d '{"events": [{"server_uuid": "8ee504a5-6576-4f2e-b1a1-a94e3344b9cf", "name": "network-vif-deleted", "tag": "24d7e0f7-e3ce-43d7-bfe9-20e38751b95a"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:19.141749 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3bba7146-4a68-4b4e-b79a-8a372ccb2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (f739f6a8-e893-4316-8bd2-babdd1c033fc), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:19.145062 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-3bba7146-4a68-4b4e-b79a-8a372ccb2a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:19.146498 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-3bba7146-4a68-4b4e-b79a-8a372ccb2a2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f739f6a8-e893-4316-8bd2-babdd1c033fc HTTP/1.1" status: 204 len: 168 time: 0.3132839 Apr 12 19:21:19.159132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba7146-4a68-4b4e-b79a-8a372ccb2a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f739f6a8-e893-4316-8bd2-babdd1c033fc,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:19.207604 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-16124fc1-2f75-4431-8b37-db13538b7658 req-0461b738-ff19-4e75-8410-768859ffacb3 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ee504a5-6576-4f2e-b1a1-a94e3344b9cf HTTP/1.1" status: 200 len: 210 time: 0.0341458 Apr 12 19:21:19.220483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c699d967-987f-419f-ac31-7c57279e3ff1 x-openstack-request-id: req-c699d967-987f-419f-ac31-7c57279e3ff1 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:19.220483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee504a5-6576-4f2e-b1a1-a94e3344b9cf", "name": "network-vif-deleted", "tag": "24d7e0f7-e3ce-43d7-bfe9-20e38751b95a", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:19.220483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c699d967-987f-419f-ac31-7c57279e3ff1 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:19.220955 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c699d967-987f-419f-ac31-7c57279e3ff1'] response: {'server_uuid': '8ee504a5-6576-4f2e-b1a1-a94e3344b9cf', 'name': 'network-vif-deleted', 'tag': '24d7e0f7-e3ce-43d7-bfe9-20e38751b95a', 'status': 'completed', 'code': 200} Apr 12 19:21:19.636083 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-96dc1762-f7ef-436c-88de-0675872d5aed tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:19.637554 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-96dc1762-f7ef-436c-88de-0675872d5aed tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 812 time: 0.1019583 Apr 12 19:21:19.833739 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43532) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:19.849786 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7b94a76b-6a78-4b00-b25b-7100d468828c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:19.851918 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b2570002-07ea-40b6-97f5-32aac5d4bb8c req-9f0e2d26-5e55-4ed2-9b3c-a8c638455aab tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 210 time: 0.0340388 Apr 12 19:21:19.901112 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-a144647f-8f4e-45fc-bd80-bee0b206dbb6 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 380 time: 0.0556767 Apr 12 19:21:19.910253 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'port': {'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'admin_state_up': True, 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'security_groups': ['47e7c04d-a6fe-4875-ba29-2dbc93a2634b']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:21:19.932208 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7b94a76b-6a78-4b00-b25b-7100d468828c admin admin] Publish callbacks [] for security_group (6fdfc6f3-aa56-47ac-987f-b7371ebf24ee), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.057060 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7b94a76b-6a78-4b00-b25b-7100d468828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6fdfc6f3-aa56-47ac-987f-b7371ebf24ee), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.096239 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7b94a76b-6a78-4b00-b25b-7100d468828c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3138721fb6145a0924c8101f529517e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610898 Apr 12 19:21:20.097084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94a76b-6a78-4b00-b25b-7100d468828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfc6f3-aa56-47ac-987f-b7371ebf24ee,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:20.099421 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43534) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:20.131318 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Made reservation on behalf of 820377ed90cd4b1aa7b6079217559de1 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:21:20.134988 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.174949 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ad7aeea8-fb38-4b43-8465-57b9dd8cae8a admin admin] Publish callbacks [] for security_group (6fdfc6f3-aa56-47ac-987f-b7371ebf24ee), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.235719 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ad7aeea8-fb38-4b43-8465-57b9dd8cae8a admin admin] Publish callbacks [] for security_group (6fdfc6f3-aa56-47ac-987f-b7371ebf24ee), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.318926 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Allocated IP 172.20.0.8 (3a109e97-1d23-43da-9b96-77c2a2fda05f/250d44b5-79db-4795-8f81-e33d119a2768/2a7c6da2-d845-41a1-8ff4-baff7ceade33) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:21:20.486071 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ad7aeea8-fb38-4b43-8465-57b9dd8cae8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6fdfc6f3-aa56-47ac-987f-b7371ebf24ee), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.488522 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ad7aeea8-fb38-4b43-8465-57b9dd8cae8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.489646 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ad7aeea8-fb38-4b43-8465-57b9dd8cae8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fdfc6f3-aa56-47ac-987f-b7371ebf24ee HTTP/1.1" status: 204 len: 168 time: 0.3885412 Apr 12 19:21:20.522393 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7aeea8-fb38-4b43-8465-57b9dd8cae8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfc6f3-aa56-47ac-987f-b7371ebf24ee,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:20.596640 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-bf8f65f8-c763-4c29-adcb-2f697314e8d0 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:20.598162 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-bf8f65f8-c763-4c29-adcb-2f697314e8d0 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/networks?id=08265dd2-d640-4613-a618-72cfe55d0fc9 HTTP/1.1" status: 200 len: 808 time: 0.1766605 Apr 12 19:21:20.623026 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-dad363de-0b2a-4dae-bf2d-a487eab870a1 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/quotas/20b655076337444db1a25b20f226357f HTTP/1.1" status: 200 len: 375 time: 0.0169234 Apr 12 19:21:20.646863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.671851 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-92809d76-b816-432b-8c7a-cdf0627ba1d5 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=20b655076337444db1a25b20f226357f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419147 Apr 12 19:21:20.779644 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-025792b8-cc3d-4816-98b1-0d7ad1eb0dd8 service neutron] 10.222.0.50 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892382 Apr 12 19:21:20.857709 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:20.910595 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-eeb4ebed-e76e-447d-93c8-cc1528213f83 service neutron] 10.222.0.50 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224394 Apr 12 19:21:20.939862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=2a7c6da2-d845-41a1-8ff4-baff7ceade33,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:20.957352 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:21:20.961245 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:21:20.980209 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:21:21.026395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a76d2-e8d3-4224-a443-4ba7ae7fe67f req-65165234-e1ff-44ad-bdd0-67bcb0968225 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:21.027943 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-218a76d2-e8d3-4224-a443-4ba7ae7fe67f req-65165234-e1ff-44ad-bdd0-67bcb0968225 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 931 time: 0.0893521 Apr 12 19:21:21.060292 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:21.060919 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:21.130480 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-218a76d2-e8d3-4224-a443-4ba7ae7fe67f req-c33812d7-f8fb-4c06-92e8-c38a61f00597 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887210 Apr 12 19:21:21.191206 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bf3a255d-dc21-448e-bc3a-406968c9a668 req-2be82ce0-8552-442d-bff1-397215ad1dc9 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 210 time: 0.0403533 Apr 12 19:21:21.194671 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-fc24972b-6cda-4356-a490-d2b721282f42 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2883215 Apr 12 19:21:21.209592 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Request body: {'port': {'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:21:21.276304 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-722d1255-aabe-4bd6-859f-e916991d4bf6 None None] Provisioning complete for port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:21:21.276858 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-722d1255-aabe-4bd6-859f-e916991d4bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:21.281880 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:21.317845 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-722d1255-aabe-4bd6-859f-e916991d4bf6 None None] Port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:21:21.516228 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:21:21.542531 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:21:21.542839 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 24d7e0f7-e3ce-43d7-bfe9-20e38751b95a not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:21:21.565587 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7c6da2-d845-41a1-8ff4-baff7ceade33 {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:21:21.573147 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Publish callbacks [] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:21.586140 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Transition to ACTIVE for port object 2a7c6da2-d845-41a1-8ff4-baff7ceade33 will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:21:21.650226 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:21.709090 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Pushing event updated for resources: {'Port': ['ID=2a7c6da2-d845-41a1-8ff4-baff7ceade33,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:21.791960 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Attempting to bind port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:21:21.792156 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Attempting to bind port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:21:21.792487 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Attempting to bind port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:21:21.799079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:21:21.799753 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Attempting to bind port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:21:21.805277 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:21:21.806041 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Checking segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:21:21.806041 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Bound using segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:21:21.806419 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Bound port: 2a7c6da2-d845-41a1-8ff4-baff7ceade33, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:21:21.806784 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:21.890070 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] For port 2a7c6da2-d845-41a1-8ff4-baff7ceade33, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:21:21.895326 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] For port 2a7c6da2-d845-41a1-8ff4-baff7ceade33, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:21:21.993795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:22.025191 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.025480 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:22.027051 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] 10.222.0.46 "PUT /v2.0/ports/2a7c6da2-d845-41a1-8ff4-baff7ceade33 HTTP/1.1" status: 200 len: 1093 time: 0.8220856 Apr 12 19:21:22.029567 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:22.033405 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba7853a-2d14-49e5-b4aa-55a2f2266a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:22.079683 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f74075-0bb4-48f1-ad4e-3573ffd395f4 x-openstack-request-id: req-d3f74075-0bb4-48f1-ad4e-3573ffd395f4 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:22.081721 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:22.081721 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3f74075-0bb4-48f1-ad4e-3573ffd395f4 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:22.081721 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f74075-0bb4-48f1-ad4e-3573ffd395f4'] response: {'name': 'network-changed', 'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'status': 'completed', 'code': 200} Apr 12 19:21:22.085451 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace64815-efb8-4c9d-9b70-796477ae115b service neutron] Pushing event updated for resources: {'Port': ['ID=2a7c6da2-d845-41a1-8ff4-baff7ceade33,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:22.142579 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7853a-2d14-49e5-b4aa-55a2f2266a0a req-ff1b4448-a56d-425b-bfc3-b54395c66941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.144289 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ba7853a-2d14-49e5-b4aa-55a2f2266a0a req-ff1b4448-a56d-425b-bfc3-b54395c66941 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1127 time: 0.0466270 Apr 12 19:21:22.318462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292be1c-63ce-4c9d-8b5d-5cbe92aa4bc0 req-01d41b99-75c1-4022-b346-296ce6ae5a9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.320061 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7292be1c-63ce-4c9d-8b5d-5cbe92aa4bc0 req-01d41b99-75c1-4022-b346-296ce6ae5a9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0892763 Apr 12 19:21:22.325637 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f7a5f304-ee54-4941-bc3c-44702973e7cc req-75f08db0-2ab2-4f87-a1c8-a4f08435079a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 210 time: 0.0543718 Apr 12 19:21:22.362220 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7853a-2d14-49e5-b4aa-55a2f2266a0a req-7dc09811-18a3-4fba-bba4-b06ff06577c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.363726 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ba7853a-2d14-49e5-b4aa-55a2f2266a0a req-7dc09811-18a3-4fba-bba4-b06ff06577c3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=820377ed90cd4b1aa7b6079217559de1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2131169 Apr 12 19:21:22.417448 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7292be1c-63ce-4c9d-8b5d-5cbe92aa4bc0 req-6ebc7b25-8b8d-4da9-9c04-ce6e62e9bd1d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908449 Apr 12 19:21:22.483312 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7853a-2d14-49e5-b4aa-55a2f2266a0a req-06031553-f5d2-482b-9a40-9b049c6fd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.485237 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6ba7853a-2d14-49e5-b4aa-55a2f2266a0a req-06031553-f5d2-482b-9a40-9b049c6fd680 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103971 Apr 12 19:21:22.558573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-cef869dc-481d-41f0-87e8-ec54578ce7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.560108 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-cef869dc-481d-41f0-87e8-ec54578ce7f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1127 time: 0.0405855 Apr 12 19:21:22.609173 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-f9f6017c-ad73-4398-9907-3d06af7964ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33 HTTP/1.1" status: 200 len: 217 time: 0.0426116 Apr 12 19:21:22.658403 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-d51d65c7-4847-43b8-a053-a1f58e3c7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.660075 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-d51d65c7-4847-43b8-a053-a1f58e3c7051 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0453212 Apr 12 19:21:22.705057 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-b94c9add-994e-4af0-8e58-e175de936adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:22.706532 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-b94c9add-994e-4af0-8e58-e175de936adf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400643 Apr 12 19:21:23.013834 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-b9b4c15a-83ed-4f22-9993-8ca9caecfe66 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944071 Apr 12 19:21:23.107344 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e52ac7b9-4681-470d-bb68-08c8ca0615b7 req-53787a2d-e987-4cc9-8f87-3c759a13a61c service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866137 Apr 12 19:21:23.228924 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-82f212dc-28e2-4474-99f0-6e167e08b6b0 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:23.230762 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-82f212dc-28e2-4474-99f0-6e167e08b6b0 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "GET /v2.0/networks?id=08265dd2-d640-4613-a618-72cfe55d0fc9 HTTP/1.1" status: 200 len: 808 time: 0.1062255 Apr 12 19:21:23.423754 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a749c5c9-de21-46a6-b200-50bb2b394765 req-750339d0-b7e1-422b-8542-459c62cc2ce4 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Apr 12 19:21:23.534428 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496449c-254f-4454-b0d5-cb3df3663a63 req-a81aa820-102a-444a-bcea-8f4b16a6c971 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:23.535952 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d496449c-254f-4454-b0d5-cb3df3663a63 req-a81aa820-102a-444a-bcea-8f4b16a6c971 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0488427 Apr 12 19:21:23.588869 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d496449c-254f-4454-b0d5-cb3df3663a63 req-6e2c59f7-f94c-4a54-8914-55e125394d66 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472417 Apr 12 19:21:24.101109 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Request body: {'port': {'device_id': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9', 'admin_state_up': True, 'tenant_id': '20b655076337444db1a25b20f226357f'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:21:24.280069 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Made reservation on behalf of 20b655076337444db1a25b20f226357f for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:21:24.283433 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:24.416172 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Allocated IP 172.20.0.4 (08265dd2-d640-4613-a618-72cfe55d0fc9/f93af612-0646-4a2c-8881-a631704f9351/0bae39ec-2738-4ea2-8171-46f10b28627f) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:21:24.552048 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a255144-bbea-4610-ae05-8640ae11f9f7 req-9837f2fe-63b6-4089-889e-f39b35245dc0 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 210 time: 0.0348763 Apr 12 19:21:24.598863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks [] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:24.702985 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4ae16-aebd-4f6f-b015-463d69fa2498 req-4218e522-2424-4ebd-aadd-dc2c98efc614 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:24.704541 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ccc4ae16-aebd-4f6f-b015-463d69fa2498 req-4218e522-2424-4ebd-aadd-dc2c98efc614 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0476520 Apr 12 19:21:24.723567 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:24.785676 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Network 08265dd2-d640-4613-a618-72cfe55d0fc9 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:21:24.794835 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:21:24.801923 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:21:24.804294 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Pushing event updated for resources: {'Port': ['ID=0bae39ec-2738-4ea2-8171-46f10b28627f,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:24.811689 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ccc4ae16-aebd-4f6f-b015-463d69fa2498 req-cb019a3f-5fac-4d33-8c23-fb931156fdf6 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010773 Apr 12 19:21:24.853893 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:24.854487 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:24.955659 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-e5da1524-7844-43ef-971e-9640b0e0ee4a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586631 Apr 12 19:21:24.966532 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Request body: {'port': {'device_id': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:21:25.024401 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:25.281572 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bae39ec-2738-4ea2-8171-46f10b28627f {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:21:25.289314 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Publish callbacks [] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:25.301597 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Transition to ACTIVE for port object 0bae39ec-2738-4ea2-8171-46f10b28627f will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:21:25.399924 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:25.452224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Pushing event updated for resources: {'Port': ['ID=0bae39ec-2738-4ea2-8171-46f10b28627f,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:25.521894 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Attempting to bind port 0bae39ec-2738-4ea2-8171-46f10b28627f on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:21:25.522227 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Attempting to bind port 0bae39ec-2738-4ea2-8171-46f10b28627f by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:21:25.522561 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Attempting to bind port 0bae39ec-2738-4ea2-8171-46f10b28627f on network 08265dd2-d640-4613-a618-72cfe55d0fc9 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:21:25.526814 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Port 0bae39ec-2738-4ea2-8171-46f10b28627f on network 08265dd2-d640-4613-a618-72cfe55d0fc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:21:25.527135 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Attempting to bind port 0bae39ec-2738-4ea2-8171-46f10b28627f on network 08265dd2-d640-4613-a618-72cfe55d0fc9 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:21:25.532091 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:21:25.532367 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Checking segment: {'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:21:25.532743 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Bound using segment: {'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:21:25.533163 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Bound port: 0bae39ec-2738-4ea2-8171-46f10b28627f, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a66436-eba4-4305-8ee3-1ecb9b453b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:21:25.533515 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:25.599463 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] For port 0bae39ec-2738-4ea2-8171-46f10b28627f, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:21:25.602225 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] For port 0bae39ec-2738-4ea2-8171-46f10b28627f, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0bae39ec-2738-4ea2-8171-46f10b28627f,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:21:25.678312 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c69e1f-111d-4e08-983f-5885f23a4e03 req-7aa3eeff-a614-41d3-848e-b7e656d7d30c tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:25.679797 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-31c69e1f-111d-4e08-983f-5885f23a4e03 req-7aa3eeff-a614-41d3-848e-b7e656d7d30c tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 943 time: 0.0473654 Apr 12 19:21:25.681386 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:25.733507 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:25.734546 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:25.736204 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] 10.222.0.46 "PUT /v2.0/ports/0bae39ec-2738-4ea2-8171-46f10b28627f HTTP/1.1" status: 200 len: 1093 time: 0.7738569 Apr 12 19:21:25.739627 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'tag': '0bae39ec-2738-4ea2-8171-46f10b28627f'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:25.742832 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd3ba8-a072-4a1c-be01-021c678a8dff" -d '{"events": [{"name": "network-changed", "server_uuid": "2b11d34d-919c-45fb-9554-dc48c03a5e32", "tag": "0bae39ec-2738-4ea2-8171-46f10b28627f"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:25.785375 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb67141c-ae37-4ad4-9ec7-b2fb3923a39d x-openstack-request-id: req-bb67141c-ae37-4ad4-9ec7-b2fb3923a39d {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:25.785607 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b11d34d-919c-45fb-9554-dc48c03a5e32", "tag": "0bae39ec-2738-4ea2-8171-46f10b28627f", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:25.785857 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb67141c-ae37-4ad4-9ec7-b2fb3923a39d {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:25.786278 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb67141c-ae37-4ad4-9ec7-b2fb3923a39d'] response: {'name': 'network-changed', 'server_uuid': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'tag': '0bae39ec-2738-4ea2-8171-46f10b28627f', 'status': 'completed', 'code': 200} Apr 12 19:21:25.790488 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212413c-7f2f-4bae-976e-b3c8f437e9ac service neutron] Pushing event updated for resources: {'Port': ['ID=0bae39ec-2738-4ea2-8171-46f10b28627f,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:25.798355 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-31c69e1f-111d-4e08-983f-5885f23a4e03 req-3e6208c0-bba6-4f5c-9fa4-ef5ee9a69f82 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115797 Apr 12 19:21:25.840478 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd3ba8-a072-4a1c-be01-021c678a8dff req-ceb75126-6a77-4bd4-bc4e-d4194c4c512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:25.841960 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57fd3ba8-a072-4a1c-be01-021c678a8dff req-ceb75126-6a77-4bd4-bc4e-d4194c4c512a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b655076337444db1a25b20f226357f&device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 1127 time: 0.0427787 Apr 12 19:21:25.965444 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afac6c8-f5f5-4cfc-9a0a-6b6e826f2a3c req-ec445752-c079-4dbd-921f-835d4d3742a7 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:25.966907 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8afac6c8-f5f5-4cfc-9a0a-6b6e826f2a3c req-ec445752-c079-4dbd-921f-835d4d3742a7 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0627916 Apr 12 19:21:26.254711 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd3ba8-a072-4a1c-be01-021c678a8dff req-2941a640-4432-41f2-babc-5a55fa8961e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:26.256229 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57fd3ba8-a072-4a1c-be01-021c678a8dff req-2941a640-4432-41f2-babc-5a55fa8961e6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=20b655076337444db1a25b20f226357f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4078302 Apr 12 19:21:26.323828 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:26.334122 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8afac6c8-f5f5-4cfc-9a0a-6b6e826f2a3c req-ffdd0fc4-9482-4e93-9bc3-5b312d68da83 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3572752 Apr 12 19:21:26.376706 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd3ba8-a072-4a1c-be01-021c678a8dff req-397957c1-bccb-42e9-8c03-bc936db1d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:26.378194 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57fd3ba8-a072-4a1c-be01-021c678a8dff req-397957c1-bccb-42e9-8c03-bc936db1d9e5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155062 Apr 12 19:21:26.463132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-912f9ad0-de3e-4a9b-a5b6-9bec880e09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:26.464633 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-912f9ad0-de3e-4a9b-a5b6-9bec880e09dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20b655076337444db1a25b20f226357f&device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 1127 time: 0.0428865 Apr 12 19:21:26.505106 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-95aa7512-fbe3-4a85-9be2-469a1c349a61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bae39ec-2738-4ea2-8171-46f10b28627f HTTP/1.1" status: 200 len: 217 time: 0.0336783 Apr 12 19:21:26.551691 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-8141d830-bc29-405a-ba16-29cb22bfa3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:26.553086 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-8141d830-bc29-405a-ba16-29cb22bfa3e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f93af612-0646-4a2c-8881-a631704f9351 HTTP/1.1" status: 200 len: 848 time: 0.0424964 Apr 12 19:21:26.587032 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-00238963-3e11-4aaf-b5c9-c0b0f4a931d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08265dd2-d640-4613-a618-72cfe55d0fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280416 Apr 12 19:21:26.677136 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-75c20e16-28f5-4b6d-b0b6-1d7413507bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832391 Apr 12 19:21:26.731218 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-af7429d9-0c4d-494d-91f5-8d1a31d2db8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:26.775394 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8a917265-f9f6-436a-800f-4fba28c9b0f3 req-1ab51dc3-8469-405c-bcd3-233046e6b55f service neutron] 10.222.0.46 "GET /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915565 Apr 12 19:21:26.912215 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111ed39-af0e-4291-ad6e-b17d03c620d8 req-3ee15118-07c9-46da-8efc-eb20c9ef668d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:26.913672 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c111ed39-af0e-4291-ad6e-b17d03c620d8 req-3ee15118-07c9-46da-8efc-eb20c9ef668d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 943 time: 0.0485673 Apr 12 19:21:26.960118 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c111ed39-af0e-4291-ad6e-b17d03c620d8 req-b4aa20ed-a242-44da-9081-8920ea039f7a tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Apr 12 19:21:27.443016 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46911-697f-4e0f-8dec-cafb8357d1d6 req-4c541ccb-2675-4529-8213-8bdaa3e02867 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:27.444468 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-53f46911-697f-4e0f-8dec-cafb8357d1d6 req-4c541ccb-2675-4529-8213-8bdaa3e02867 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0449386 Apr 12 19:21:27.492390 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-53f46911-697f-4e0f-8dec-cafb8357d1d6 req-f2322ceb-07cb-4d03-9597-8de7e825e44a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Apr 12 19:21:28.035996 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43690) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:28.075815 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6a0c2-e417-468e-922d-b82ab15771df req-fb351ddb-e3f3-4f65-b176-f9dfff033126 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:28.078142 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d7c6a0c2-e417-468e-922d-b82ab15771df req-fb351ddb-e3f3-4f65-b176-f9dfff033126 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 943 time: 0.0507944 Apr 12 19:21:28.125133 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d7c6a0c2-e417-468e-922d-b82ab15771df req-bdaba7ef-5ff8-49b1-bce4-30d75463a098 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Apr 12 19:21:28.141505 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e0c8726-239e-4204-a971-3762f7f92c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:28.211909 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e0c8726-239e-4204-a971-3762f7f92c93 admin admin] Publish callbacks [] for security_group (a157b345-d0e7-4c40-a137-93cf1ba55425), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:28.290841 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6e0c8726-239e-4204-a971-3762f7f92c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a157b345-d0e7-4c40-a137-93cf1ba55425), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:28.327126 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c8726-239e-4204-a971-3762f7f92c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a157b345-d0e7-4c40-a137-93cf1ba55425,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:28.331964 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6e0c8726-239e-4204-a971-3762f7f92c93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a19682488b7416293a7a299c6abde31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943835 Apr 12 19:21:28.334590 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43694) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:28.380806 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dbbe7c2-0d2d-49d6-bb05-4972456c9303 admin admin] Publish callbacks [] for security_group (a157b345-d0e7-4c40-a137-93cf1ba55425), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:28.401305 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dbbe7c2-0d2d-49d6-bb05-4972456c9303 admin admin] Publish callbacks [] for security_group (a157b345-d0e7-4c40-a137-93cf1ba55425), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:28.508194 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dbbe7c2-0d2d-49d6-bb05-4972456c9303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a157b345-d0e7-4c40-a137-93cf1ba55425), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:28.510802 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1dbbe7c2-0d2d-49d6-bb05-4972456c9303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:28.512035 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1dbbe7c2-0d2d-49d6-bb05-4972456c9303 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a157b345-d0e7-4c40-a137-93cf1ba55425 HTTP/1.1" status: 204 len: 168 time: 0.1771100 Apr 12 19:21:28.520169 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbe7c2-0d2d-49d6-bb05-4972456c9303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157b345-d0e7-4c40-a137-93cf1ba55425,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:28.613966 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a67f-3e6c-418c-9d47-66a306e75792 req-3e3a271e-a499-444f-b71c-f109f8fc7650 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:28.615420 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb85a67f-3e6c-418c-9d47-66a306e75792 req-3e3a271e-a499-444f-b71c-f109f8fc7650 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0476494 Apr 12 19:21:28.665927 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-eb85a67f-3e6c-418c-9d47-66a306e75792 req-f300737d-cafe-40c7-9b60-4597a23d6467 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448997 Apr 12 19:21:28.965445 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d4e78f39-fa95-43be-ac9c-8ff5c2b922c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.076011 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43702) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:29.089604 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-19ae7312-2116-43bb-8795-ab4c8163eafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.167723 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-19ae7312-2116-43bb-8795-ab4c8163eafd admin admin] Publish callbacks [] for security_group (6ac559df-825e-4776-8426-dc63e0ac799e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.239968 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f86d-1e07-4984-9e46-210f5d5b4abf req-3741b4a6-9417-4ce4-a65c-b3f88706c0f8 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:29.241317 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e000f86d-1e07-4984-9e46-210f5d5b4abf req-3741b4a6-9417-4ce4-a65c-b3f88706c0f8 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 943 time: 0.0501339 Apr 12 19:21:29.274180 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-19ae7312-2116-43bb-8795-ab4c8163eafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6ac559df-825e-4776-8426-dc63e0ac799e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.287697 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e000f86d-1e07-4984-9e46-210f5d5b4abf req-195adab3-04a6-40d8-ae18-0c148c8dd8a6 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Apr 12 19:21:29.312798 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-19ae7312-2116-43bb-8795-ab4c8163eafd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c4a06262bc341da8b1753e102e6e7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356372 Apr 12 19:21:29.314696 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae7312-2116-43bb-8795-ab4c8163eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac559df-825e-4776-8426-dc63e0ac799e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:29.315360 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43706) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:29.363366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-490ca725-d7a2-411c-8812-deb62b046045 admin admin] Publish callbacks [] for security_group (6ac559df-825e-4776-8426-dc63e0ac799e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.383683 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-490ca725-d7a2-411c-8812-deb62b046045 admin admin] Publish callbacks [] for security_group (6ac559df-825e-4776-8426-dc63e0ac799e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.491151 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-490ca725-d7a2-411c-8812-deb62b046045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6ac559df-825e-4776-8426-dc63e0ac799e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.493702 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-490ca725-d7a2-411c-8812-deb62b046045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.494835 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-490ca725-d7a2-411c-8812-deb62b046045 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ac559df-825e-4776-8426-dc63e0ac799e HTTP/1.1" status: 204 len: 168 time: 0.1784499 Apr 12 19:21:29.503755 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ca725-d7a2-411c-8812-deb62b046045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac559df-825e-4776-8426-dc63e0ac799e,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:29.529280 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 0bae39ec-2738-4ea2-8171-46f10b28627f details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:21:29.625991 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 0bae39ec-2738-4ea2-8171-46f10b28627f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0bae39ec-2738-4ea2-8171-46f10b28627f,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:29.641045 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '0bae39ec-2738-4ea2-8171-46f10b28627f', 'network_id': '08265dd2-d640-4613-a618-72cfe55d0fc9', 'port_id': '0bae39ec-2738-4ea2-8171-46f10b28627f', 'mac_address': 'fa:16:3e:c7:83:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93af612-0646-4a2c-8881-a631704f9351', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:21:29.678872 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 0bae39ec-2738-4ea2-8171-46f10b28627f is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:21:29.679239 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.693236 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bae39ec-2738-4ea2-8171-46f10b28627f {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:21:29.714343 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 0bae39ec-2738-4ea2-8171-46f10b28627f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0bae39ec-2738-4ea2-8171-46f10b28627f,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:29.780483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de591-0478-4ab2-96de-df4fb5f1b141 req-39c31b70-1038-49e3-85b3-608610813bfc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:29.781977 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-213de591-0478-4ab2-96de-df4fb5f1b141 req-39c31b70-1038-49e3-85b3-608610813bfc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0483625 Apr 12 19:21:29.783162 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:29.834607 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=0bae39ec-2738-4ea2-8171-46f10b28627f,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:29.838077 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-213de591-0478-4ab2-96de-df4fb5f1b141 req-f36f00c6-df5e-4862-8b61-feaee57d1c05 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500495 Apr 12 19:21:29.842011 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.842435 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.842870 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.843451 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.843868 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.844367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.844705 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.845658 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.845871 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.846199 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.846641 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.846928 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.847517 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.847834 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:29.848154 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:21:30.214740 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43714) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:30.228128 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9d3aab5a-0560-4b79-9b82-eb14afd4c0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.232971 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.237815 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['0bae39ec-2738-4ea2-8171-46f10b28627f'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:21:30.304630 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9d3aab5a-0560-4b79-9b82-eb14afd4c0e8 admin admin] Publish callbacks [] for security_group (fca4fd75-9668-4c05-98fa-e91ac32e1f64), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.385020 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-9d3aab5a-0560-4b79-9b82-eb14afd4c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fca4fd75-9668-4c05-98fa-e91ac32e1f64), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.426441 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46203b-3420-47b6-87af-6a924fc459a3 req-c38a0a37-2c98-4d04-aac4-72bfadf7538f tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:30.427942 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f46203b-3420-47b6-87af-6a924fc459a3 req-c38a0a37-2c98-4d04-aac4-72bfadf7538f tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 944 time: 0.0740926 Apr 12 19:21:30.438512 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aab5a-0560-4b79-9b82-eb14afd4c0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca4fd75-9668-4c05-98fa-e91ac32e1f64,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:30.448004 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-9d3aab5a-0560-4b79-9b82-eb14afd4c0e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfb9911ef6a946799eabdc79c6b06800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321975 Apr 12 19:21:30.450866 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43718) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:30.485334 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9f46203b-3420-47b6-87af-6a924fc459a3 req-99e0fea9-40c0-4839-b445-d3f4332e2484 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483234 Apr 12 19:21:30.502886 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2be9f815-691d-47b6-8767-555166476b0e admin admin] Publish callbacks [] for security_group (fca4fd75-9668-4c05-98fa-e91ac32e1f64), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.524696 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2be9f815-691d-47b6-8767-555166476b0e admin admin] Publish callbacks [] for security_group (fca4fd75-9668-4c05-98fa-e91ac32e1f64), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.651061 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2be9f815-691d-47b6-8767-555166476b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fca4fd75-9668-4c05-98fa-e91ac32e1f64), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.653645 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2be9f815-691d-47b6-8767-555166476b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:30.654833 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2be9f815-691d-47b6-8767-555166476b0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fca4fd75-9668-4c05-98fa-e91ac32e1f64 HTTP/1.1" status: 204 len: 168 time: 0.2027047 Apr 12 19:21:30.662849 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9f815-691d-47b6-8767-555166476b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca4fd75-9668-4c05-98fa-e91ac32e1f64,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:30.953142 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14bdc-ea7a-4a90-aaef-1225cf4b4f82 req-e505456c-2889-4faf-904b-de37e4aa677f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:30.954531 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a6e14bdc-ea7a-4a90-aaef-1225cf4b4f82 req-e505456c-2889-4faf-904b-de37e4aa677f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 943 time: 0.0505044 Apr 12 19:21:31.009027 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a6e14bdc-ea7a-4a90-aaef-1225cf4b4f82 req-1c7e6c96-6ab5-42f2-8ecb-87fa696edbce tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489647 Apr 12 19:21:31.539592 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 2a7c6da2-d845-41a1-8ff4-baff7ceade33 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:21:31.543787 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 0bae39ec-2738-4ea2-8171-46f10b28627f up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:21:31.602728 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41578d9-f988-497b-9be1-3f71b6d8df6e req-369e0752-fa44-412f-8c6e-59921c08c83d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:31.613256 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d41578d9-f988-497b-9be1-3f71b6d8df6e req-369e0752-fa44-412f-8c6e-59921c08c83d tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 944 time: 0.0539989 Apr 12 19:21:31.653618 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d41578d9-f988-497b-9be1-3f71b6d8df6e req-8bd99ad9-4f03-45c2-893e-220bc6dbdf1f tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Apr 12 19:21:31.657106 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 0bae39ec-2738-4ea2-8171-46f10b28627f completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:21:31.695745 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 2a7c6da2-d845-41a1-8ff4-baff7ceade33, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:31.708579 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:21:31.746516 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:21:31.746906 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:31.760460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7c6da2-d845-41a1-8ff4-baff7ceade33 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:21:31.795644 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 2a7c6da2-d845-41a1-8ff4-baff7ceade33, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:31.797001 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 0bae39ec-2738-4ea2-8171-46f10b28627f triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:21:31.797374 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:31.952326 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:31.953553 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:32.040937 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=2a7c6da2-d845-41a1-8ff4-baff7ceade33,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:32.051563 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 0bae39ec-2738-4ea2-8171-46f10b28627f is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:21:32.051979 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:32.079887 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bae39ec-2738-4ea2-8171-46f10b28627f'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:32.082155 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16945be3-aebb-444f-8e14-41fd36074ec5" -d '{"events": [{"server_uuid": "2b11d34d-919c-45fb-9554-dc48c03a5e32", "name": "network-vif-plugged", "status": "completed", "tag": "0bae39ec-2738-4ea2-8171-46f10b28627f"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:32.100072 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 0bae39ec-2738-4ea2-8171-46f10b28627f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0bae39ec-2738-4ea2-8171-46f10b28627f,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:32.128293 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba5672d-0131-4844-8906-64ff9bf63459 x-openstack-request-id: req-9ba5672d-0131-4844-8906-64ff9bf63459 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:32.128661 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b11d34d-919c-45fb-9554-dc48c03a5e32", "name": "network-vif-plugged", "status": "completed", "tag": "0bae39ec-2738-4ea2-8171-46f10b28627f", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:32.129054 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ba5672d-0131-4844-8906-64ff9bf63459 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:32.129522 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba5672d-0131-4844-8906-64ff9bf63459'] response: {'server_uuid': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bae39ec-2738-4ea2-8171-46f10b28627f', 'code': 200} Apr 12 19:21:32.134233 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cc466-98b5-4fd1-810b-990e7269ded9 req-651138f7-067b-4371-a924-fdb5377eb288 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:32.135717 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f8cc466-98b5-4fd1-810b-990e7269ded9 req-651138f7-067b-4371-a924-fdb5377eb288 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 944 time: 0.0583365 Apr 12 19:21:32.177170 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:32.191529 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f8cc466-98b5-4fd1-810b-990e7269ded9 req-689cd9bc-9adb-4adc-90c5-0a90a46545a2 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499296 Apr 12 19:21:32.228388 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=0bae39ec-2738-4ea2-8171-46f10b28627f,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:32.334146 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['2a7c6da2-d845-41a1-8ff4-baff7ceade33'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:21:32.467127 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e0174-2289-4320-a3a1-23452dca2016 req-b0430f7f-7a77-4967-b684-14156216b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:32.469590 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-069e0174-2289-4320-a3a1-23452dca2016 req-b0430f7f-7a77-4967-b684-14156216b65d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 1129 time: 0.0409088 Apr 12 19:21:32.515067 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-069e0174-2289-4320-a3a1-23452dca2016 req-79a0c0f0-9e11-4533-be2a-e45e33b079f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Apr 12 19:21:32.772398 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b6fac-71d7-4a02-a948-4bc13d2b91d1 req-381abefa-70b3-47d9-91d2-d76f2e02b0cf tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:32.773912 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6e4b6fac-71d7-4a02-a948-4bc13d2b91d1 req-381abefa-70b3-47d9-91d2-d76f2e02b0cf tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Apr 12 19:21:32.867953 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6e4b6fac-71d7-4a02-a948-4bc13d2b91d1 req-6c4cdb45-99e2-4626-b25e-dede287c0431 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 Apr 12 19:21:33.072468 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:33.308786 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba64c8-be26-49e6-ac0b-19cceb609072 req-b82b7843-336f-444a-a4aa-5c0d41dae70d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:33.310245 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52ba64c8-be26-49e6-ac0b-19cceb609072 req-b82b7843-336f-444a-a4aa-5c0d41dae70d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 944 time: 0.0509198 Apr 12 19:21:33.357506 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-52ba64c8-be26-49e6-ac0b-19cceb609072 req-383fc312-3a79-4303-bcbd-06c25687a84d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Apr 12 19:21:33.562392 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 2a7c6da2-d845-41a1-8ff4-baff7ceade33 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:21:33.606919 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:21:33.730032 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:21:33.730032 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:33.804747 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:21:33.805129 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:33.837212 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 2a7c6da2-d845-41a1-8ff4-baff7ceade33, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:33.906690 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43802) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:33.919769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:33.976183 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bf5b6-16bf-4e63-8efc-dd4bcb6b8561 req-0cc72066-b252-46e0-88f6-d3242c9ffb51 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:33.976448 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=2a7c6da2-d845-41a1-8ff4-baff7ceade33,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:33.986197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c41bf5b6-16bf-4e63-8efc-dd4bcb6b8561 req-0cc72066-b252-46e0-88f6-d3242c9ffb51 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 945 time: 0.0526524 Apr 12 19:21:34.027463 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c41bf5b6-16bf-4e63-8efc-dd4bcb6b8561 req-d24177bd-4097-4980-b9fa-295c0293db5f tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424678 Apr 12 19:21:34.043839 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fa3167b7-1923-47de-8efa-eac6f7cbbec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:34.118487 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fa3167b7-1923-47de-8efa-eac6f7cbbec8 admin admin] Publish callbacks [] for security_group (420c5a40-508d-425e-bee4-a968d0459629), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:34.130888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:34.133225 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc9f4fa-854a-4737-94b7-35b664f97ba2" -d '{"events": [{"server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "name": "network-vif-plugged", "status": "completed", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:34.167439 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e8405c-1ae1-439a-83ff-7771e2f137bc x-openstack-request-id: req-25e8405c-1ae1-439a-83ff-7771e2f137bc {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:34.167759 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "name": "network-vif-plugged", "status": "completed", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:34.168012 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25e8405c-1ae1-439a-83ff-7771e2f137bc {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:34.168409 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e8405c-1ae1-439a-83ff-7771e2f137bc'] response: {'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'code': 200} Apr 12 19:21:34.194261 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fa3167b7-1923-47de-8efa-eac6f7cbbec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (420c5a40-508d-425e-bee4-a968d0459629), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:34.230039 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3167b7-1923-47de-8efa-eac6f7cbbec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420c5a40-508d-425e-bee4-a968d0459629,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:34.235155 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-fa3167b7-1923-47de-8efa-eac6f7cbbec8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c19f101a75ae4b158c9f8a281376caf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274183 Apr 12 19:21:34.238214 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43808) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:34.291985 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11952911-4ef5-42e3-b9da-69775a079c5f admin admin] Publish callbacks [] for security_group (420c5a40-508d-425e-bee4-a968d0459629), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:34.313933 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11952911-4ef5-42e3-b9da-69775a079c5f admin admin] Publish callbacks [] for security_group (420c5a40-508d-425e-bee4-a968d0459629), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:34.468536 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c659d-9063-4482-892d-6e9e5127f921 req-f147ca3e-de20-4e32-b4fc-f83c53d23e8a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:34.470103 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8b1c659d-9063-4482-892d-6e9e5127f921 req-f147ca3e-de20-4e32-b4fc-f83c53d23e8a tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 945 time: 0.0467989 Apr 12 19:21:34.489866 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11952911-4ef5-42e3-b9da-69775a079c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (420c5a40-508d-425e-bee4-a968d0459629), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:34.491775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-11952911-4ef5-42e3-b9da-69775a079c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:34.492882 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-11952911-4ef5-42e3-b9da-69775a079c5f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/420c5a40-508d-425e-bee4-a968d0459629 HTTP/1.1" status: 204 len: 168 time: 0.2538583 Apr 12 19:21:34.506171 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11952911-4ef5-42e3-b9da-69775a079c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c5a40-508d-425e-bee4-a968d0459629,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:34.542543 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8b1c659d-9063-4482-892d-6e9e5127f921 req-262cf369-f99b-4213-8973-913f492151da tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669601 Apr 12 19:21:34.719100 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653802b-3439-4cbe-9fa4-d47d1edfb3b5 req-dce20b80-4035-4c5f-929b-a5731c5e669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:34.720689 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c653802b-3439-4cbe-9fa4-d47d1edfb3b5 req-dce20b80-4035-4c5f-929b-a5731c5e669c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1129 time: 0.0389850 Apr 12 19:21:34.765336 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c653802b-3439-4cbe-9fa4-d47d1edfb3b5 req-0c24d190-0e4a-404e-b829-988d1562465d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388649 Apr 12 19:21:35.077927 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 43818) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:35.091273 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aee58d46-b9e2-4a0e-a85f-3a3a94b8cd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:35.156963 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c464a9-d4c0-402c-a341-8e252d0f8b63 req-4ec619d5-bda3-433f-8bad-156034c158e5 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:35.158423 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d6c464a9-d4c0-402c-a341-8e252d0f8b63 req-4ec619d5-bda3-433f-8bad-156034c158e5 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 945 time: 0.0586762 Apr 12 19:21:35.226883 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d6c464a9-d4c0-402c-a341-8e252d0f8b63 req-6b116b22-8e4f-4098-becf-4d58dabeddab tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628059 Apr 12 19:21:35.244326 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aee58d46-b9e2-4a0e-a85f-3a3a94b8cd56 admin admin] Publish callbacks [] for security_group (50e000af-852d-456e-80be-075578c99bca), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:35.341302 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-aee58d46-b9e2-4a0e-a85f-3a3a94b8cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (50e000af-852d-456e-80be-075578c99bca), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:35.380133 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-aee58d46-b9e2-4a0e-a85f-3a3a94b8cd56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d60f0d204344e49bb31d7750dc3c0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008738 Apr 12 19:21:35.382063 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee58d46-b9e2-4a0e-a85f-3a3a94b8cd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e000af-852d-456e-80be-075578c99bca,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:35.382797 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43822) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:35.433738 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ac29635-1260-4996-85b0-fccd5346d0ea admin admin] Publish callbacks [] for security_group (50e000af-852d-456e-80be-075578c99bca), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:35.455620 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ac29635-1260-4996-85b0-fccd5346d0ea admin admin] Publish callbacks [] for security_group (50e000af-852d-456e-80be-075578c99bca), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:35.583078 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ac29635-1260-4996-85b0-fccd5346d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (50e000af-852d-456e-80be-075578c99bca), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:35.585761 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ac29635-1260-4996-85b0-fccd5346d0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:35.586997 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7ac29635-1260-4996-85b0-fccd5346d0ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50e000af-852d-456e-80be-075578c99bca HTTP/1.1" status: 204 len: 168 time: 0.2032242 Apr 12 19:21:35.594875 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29635-1260-4996-85b0-fccd5346d0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e000af-852d-456e-80be-075578c99bca,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:35.680451 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06a5e8-79cf-466d-b57d-9079c76516ed req-08294626-c4eb-4a45-8ffe-7b7187b52231 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:35.681138 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2e06a5e8-79cf-466d-b57d-9079c76516ed req-08294626-c4eb-4a45-8ffe-7b7187b52231 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 945 time: 0.0684645 Apr 12 19:21:35.735343 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2e06a5e8-79cf-466d-b57d-9079c76516ed req-d3a0896d-aa0b-4412-bb4d-81388fde5ec3 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468056 Apr 12 19:21:36.519329 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876695c-37a0-4987-990e-37a9ad3ec222 req-c2f75f37-4abb-4f32-9b2e-10cc9fc256ac tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:36.523888 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a876695c-37a0-4987-990e-37a9ad3ec222 req-c2f75f37-4abb-4f32-9b2e-10cc9fc256ac tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 945 time: 0.0501976 Apr 12 19:21:36.572600 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a876695c-37a0-4987-990e-37a9ad3ec222 req-31fa2dce-a7f9-44e1-92bf-7a3d5e2635f2 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462699 Apr 12 19:21:36.850883 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfe2e7-a9f2-4c83-a436-ac89a7c844cb req-f80bc260-85c6-4489-90ba-5c56d1bd518d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:36.853054 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-91cfe2e7-a9f2-4c83-a436-ac89a7c844cb req-f80bc260-85c6-4489-90ba-5c56d1bd518d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 945 time: 0.0499876 Apr 12 19:21:36.902476 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-91cfe2e7-a9f2-4c83-a436-ac89a7c844cb req-ec28e954-2cf2-4985-9709-404ef7af9a2b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 Apr 12 19:21:37.013747 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812faa9d-0100-4b57-a9df-770ec11bbc56 req-192876d8-1ab7-409f-8f45-bde252a1e09d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:37.015957 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-812faa9d-0100-4b57-a9df-770ec11bbc56 req-192876d8-1ab7-409f-8f45-bde252a1e09d tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 945 time: 0.0482936 Apr 12 19:21:37.065331 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-812faa9d-0100-4b57-a9df-770ec11bbc56 req-29b2bf12-2a0b-482d-ae17-13714a00ef68 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Apr 12 19:21:37.087926 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43902) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:37.125621 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449fc3-756b-4519-ae06-e695085972ce tempest-TestVolumeBootPattern-365566928 tempest-TestVolumeBootPattern-365566928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:37.127114 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c1449fc3-756b-4519-ae06-e695085972ce tempest-TestVolumeBootPattern-365566928 tempest-TestVolumeBootPattern-365566928-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1124 time: 0.0381949 Apr 12 19:21:37.133460 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 43904) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:37.137569 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:21:37.234815 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:37.314500 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:37.415876 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Allocated IP 172.27.0.212 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/5e82e340-e531-4958-ba59-326ada2f138e) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:21:37.519513 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (5e82e340-e531-4958-ba59-326ada2f138e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:37.638674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (5e82e340-e531-4958-ba59-326ada2f138e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:37.680423 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:21:37.688523 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:21:37.692169 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:21:37.706879 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9edba-a495-4364-9859-23060e7906fb req-cf5be56e-f72f-4081-b1a7-576e2daeb8d2 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:37.709254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0df9edba-a495-4364-9859-23060e7906fb req-cf5be56e-f72f-4081-b1a7-576e2daeb8d2 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 945 time: 0.0612485 Apr 12 19:21:37.731242 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=5e82e340-e531-4958-ba59-326ada2f138e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:37.759581 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0df9edba-a495-4364-9859-23060e7906fb req-2f60772e-f114-44ca-9be4-2061ec38d174 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c97e599-87d2-4420-9c3a-daaea7b62962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Apr 12 19:21:38.084676 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (a41973b8-61b2-4ebe-acb6-6027ba2985a1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.119862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e56168-fd17-423b-9108-f9de59103d1d req-359388bc-5890-43a9-a7b2-65607c2a1400 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:38.121647 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57e56168-fd17-423b-9108-f9de59103d1d req-359388bc-5890-43a9-a7b2-65607c2a1400 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Apr 12 19:21:38.230789 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Deleting port 0bae39ec-2738-4ea2-8171-46f10b28627f {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:21:38.231190 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.237083 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (5e82e340-e531-4958-ba59-326ada2f138e), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.321252 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] For port 0bae39ec-2738-4ea2-8171-46f10b28627f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=0bae39ec-2738-4ea2-8171-46f10b28627f,segment=NetworkSegment(c6a66436-eba4-4305-8ee3-1ecb9b453b88),segment_id=c6a66436-eba4-4305-8ee3-1ecb9b453b88)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:38.321530 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.336502 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Calling delete_port for 0bae39ec-2738-4ea2-8171-46f10b28627f owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:21:38.406998 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (5e82e340-e531-4958-ba59-326ada2f138e), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.491283 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (5e82e340-e531-4958-ba59-326ada2f138e), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.548500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (0bae39ec-2738-4ea2-8171-46f10b28627f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.562928 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['0bae39ec-2738-4ea2-8171-46f10b28627f'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:21:38.564462 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=5e82e340-e531-4958-ba59-326ada2f138e,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:38.579184 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (a41973b8-61b2-4ebe-acb6-6027ba2985a1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.584589 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Pushing event deleted for resources: {'Port': ['ID=0bae39ec-2738-4ea2-8171-46f10b28627f,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:38.626384 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] No DVR routers for this DVR port 0bae39ec-2738-4ea2-8171-46f10b28627f on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:21:38.629013 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:38.632596 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-57e56168-fd17-423b-9108-f9de59103d1d req-379dba62-e59d-4b08-8257-ca001a0caa53 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.46 "DELETE /v2.0/ports/0bae39ec-2738-4ea2-8171-46f10b28627f HTTP/1.1" status: 204 len: 173 time: 0.5059967 Apr 12 19:21:38.633101 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'name': 'network-vif-deleted', 'tag': '0bae39ec-2738-4ea2-8171-46f10b28627f'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:38.635991 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526c36b-78d6-48f2-92ad-8975edd044db" -d '{"events": [{"server_uuid": "2b11d34d-919c-45fb-9554-dc48c03a5e32", "name": "network-vif-deleted", "tag": "0bae39ec-2738-4ea2-8171-46f10b28627f"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:38.674682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad18f0e-fe86-4d08-b2df-fcc5a80be27f x-openstack-request-id: req-0ad18f0e-fe86-4d08-b2df-fcc5a80be27f {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:38.674972 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b11d34d-919c-45fb-9554-dc48c03a5e32", "name": "network-vif-deleted", "tag": "0bae39ec-2738-4ea2-8171-46f10b28627f", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:38.675232 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ad18f0e-fe86-4d08-b2df-fcc5a80be27f {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:38.675671 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad18f0e-fe86-4d08-b2df-fcc5a80be27f'] response: {'server_uuid': '2b11d34d-919c-45fb-9554-dc48c03a5e32', 'name': 'network-vif-deleted', 'tag': '0bae39ec-2738-4ea2-8171-46f10b28627f', 'status': 'completed', 'code': 200} Apr 12 19:21:38.695677 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Floating IP a41973b8-61b2-4ebe-acb6-6027ba2985a1 associated. External IP: 172.27.0.212, port: 2a7c6da2-d845-41a1-8ff4-baff7ceade33. Apr 12 19:21:38.873408 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b99be20-1c0f-4cdd-8c40-1a75789a48f3 req-7f5d758d-af10-49f1-a2d9-9da06ac1a4a6 tempest-VolumesActionsTest-1680813187 tempest-VolumesActionsTest-1680813187-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b11d34d-919c-45fb-9554-dc48c03a5e32 HTTP/1.1" status: 200 len: 210 time: 0.0318086 Apr 12 19:21:38.918958 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:21:39.290814 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:21:39.300682 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:21:39.310386 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:21:39.310995 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:21:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:39.367432 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:39.397161 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5de0172e-59d0-420a-9a6c-19ab3a5b6e1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2627060 Apr 12 19:21:39.397859 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:39.400328 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ced7d8-9111-474b-825d-6e9e6bd44136" -d '{"events": [{"name": "network-changed", "server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:39.419004 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:21:39.438348 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e15b3f-2bcd-4c3e-a141-456819b7dda8 x-openstack-request-id: req-a2e15b3f-2bcd-4c3e-a141-456819b7dda8 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:39.438643 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:39.438927 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2e15b3f-2bcd-4c3e-a141-456819b7dda8 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:39.439334 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e15b3f-2bcd-4c3e-a141-456819b7dda8'] response: {'name': 'network-changed', 'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'status': 'completed', 'code': 200} Apr 12 19:21:39.499579 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-eea305ac-0583-4e39-a74b-8d2db65b9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:39.501393 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-eea305ac-0583-4e39-a74b-8d2db65b9826 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1129 time: 0.0414314 Apr 12 19:21:39.616946 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-065be095-3666-4b8d-96ef-b583d918a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:39.618442 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-065be095-3666-4b8d-96ef-b583d918a83f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0955272 Apr 12 19:21:39.650766 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:37Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:39.689760 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:21:39.689927 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-1190aca0-1816-44d6-8125-9226b7aecd73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33 HTTP/1.1" status: 200 len: 999 time: 0.0639977 Apr 12 19:21:39.696700 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:21:39.697468 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:21:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:39.740474 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-5038d4b1-1585-4ed0-841f-4b3f8a300b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:39.741928 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-5038d4b1-1585-4ed0-841f-4b3f8a300b01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0456512 Apr 12 19:21:39.794213 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-3d83e98f-8b3d-44cf-a25a-2e4d03e53a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:39.796505 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-3d83e98f-8b3d-44cf-a25a-2e4d03e53a21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477426 Apr 12 19:21:39.812004 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:21:39.884249 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-54c464cc-d28e-4a38-bdae-448fa8e3db12 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815117 Apr 12 19:21:39.984043 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d8ced7d8-9111-474b-825d-6e9e6bd44136 req-5df1537e-3c4d-4cf2-98e5-5dc935c237d2 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912664 Apr 12 19:21:40.039374 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:37Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:40.069600 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59626bd-71e3-4f01-b196-af16e788904c None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:37Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:21:40.279070 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a72cd-c649-41e6-9344-dd5761fd6453 None None] New status for floating IP a41973b8-61b2-4ebe-acb6-6027ba2985a1: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:21:44.690185 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 0bae39ec-2738-4ea2-8171-46f10b28627f no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:21:44.710618 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 0bae39ec-2738-4ea2-8171-46f10b28627f {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:21:44.710954 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 0bae39ec-2738-4ea2-8171-46f10b28627f not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:21:49.787637 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:21:54.814089 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00088be-9c82-46dc-8282-a561bb1ee6b0 req-9d64c8b8-2e3f-40bf-956a-1788c5316492 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:54.819302 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f00088be-9c82-46dc-8282-a561bb1ee6b0 req-9d64c8b8-2e3f-40bf-956a-1788c5316492 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.0614724 Apr 12 19:21:54.878126 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f00088be-9c82-46dc-8282-a561bb1ee6b0 req-0443b1c8-b619-456a-aeee-29fd009904e0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523367 Apr 12 19:21:56.003457 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94868b7-8ab2-4f2a-812d-49243246cd3f req-fba012ba-be2f-4e37-ad38-4294939d4958 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:56.004999 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d94868b7-8ab2-4f2a-812d-49243246cd3f req-fba012ba-be2f-4e37-ad38-4294939d4958 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.0531521 Apr 12 19:21:56.059835 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d94868b7-8ab2-4f2a-812d-49243246cd3f req-5269a83a-11eb-4d79-8206-906ed9e64e2b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483446 Apr 12 19:21:56.330876 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:56.651497 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ccd1d752-69c7-4012-96e0-a4671bd12379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:56.837971 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978a692-c78c-477f-bd62-2aa679f89458 req-e5857856-98e2-4f80-be9b-8c7c1a1262b4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:56.839457 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1978a692-c78c-477f-bd62-2aa679f89458 req-e5857856-98e2-4f80-be9b-8c7c1a1262b4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.0513186 Apr 12 19:21:56.931071 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port add07fe4-bfb5-4f86-85f4-a15c6f351c7f {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:21:56.931604 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:57.027333 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] For port add07fe4-bfb5-4f86-85f4-a15c6f351c7f, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:21:57.028079 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:57.264961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf4be1-a0a2-4879-a8ac-e44cf99f1815 req-b2522261-789f-4be6-b1e8-2e8e43f49b77 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:21:57.272180 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-82cf4be1-a0a2-4879-a8ac-e44cf99f1815 req-b2522261-789f-4be6-b1e8-2e8e43f49b77 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 945 time: 0.1039984 Apr 12 19:21:57.315224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:57.315894 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (780be734-110b-4167-8d8e-158e5da08824), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:57.316392 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 780be734-110b-4167-8d8e-158e5da08824 disassociated. External IP: 172.27.0.121, port: add07fe4-bfb5-4f86-85f4-a15c6f351c7f. Apr 12 19:21:57.316861 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for add07fe4-bfb5-4f86-85f4-a15c6f351c7f owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:21:57.341362 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-82cf4be1-a0a2-4879-a8ac-e44cf99f1815 req-47502741-4e20-43cb-adda-4b3d10313bd2 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=a989295d-38df-4e0a-b294-de04356b1d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681024 Apr 12 19:21:57.565294 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (add07fe4-bfb5-4f86-85f4-a15c6f351c7f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:57.618209 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=add07fe4-bfb5-4f86-85f4-a15c6f351c7f,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:57.754489 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:21:57.871904 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:21:57.881979 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:21:57.892453 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:21:57.893095 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:21:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:57.916842 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] No DVR routers for this DVR port add07fe4-bfb5-4f86-85f4-a15c6f351c7f on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:21:57.919513 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:57.923337 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-1978a692-c78c-477f-bd62-2aa679f89458 req-a2ac1c06-88bc-4632-813c-7b1e6367a914 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "DELETE /v2.0/ports/add07fe4-bfb5-4f86-85f4-a15c6f351c7f HTTP/1.1" status: 204 len: 173 time: 1.0773869 Apr 12 19:21:57.923836 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'name': 'network-vif-deleted', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:21:57.926149 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac58bd99-76cb-4690-b45f-d3c4368b8180" -d '{"events": [{"server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "name": "network-vif-deleted", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:21:57.964157 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956285a-7224-4f9a-9a4e-6fbea3a1fd51 x-openstack-request-id: req-c956285a-7224-4f9a-9a4e-6fbea3a1fd51 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:21:57.964634 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28", "name": "network-vif-deleted", "tag": "add07fe4-bfb5-4f86-85f4-a15c6f351c7f", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:21:57.965033 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c956285a-7224-4f9a-9a4e-6fbea3a1fd51 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:21:57.965634 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c956285a-7224-4f9a-9a4e-6fbea3a1fd51'] response: {'server_uuid': '0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28', 'name': 'network-vif-deleted', 'tag': 'add07fe4-bfb5-4f86-85f4-a15c6f351c7f', 'status': 'completed', 'code': 200} Apr 12 19:21:58.032450 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:21:58.387780 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:27Z', 'revision_number': 2, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:58.420688 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:21:58.430688 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:21:58.431567 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:21:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:58.512098 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-76213461-8d53-402e-b7af-45fa9a794b8e req-73b40322-f432-4330-a54c-6962f0d5a402 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d93b3ed-7f9b-4b5a-822b-c0d3d59a4b28 HTTP/1.1" status: 200 len: 210 time: 0.0412400 Apr 12 19:21:58.551239 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:21:58.825621 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:27Z', 'revision_number': 2, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:21:58.864343 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9ff67-cd56-45dc-bdbc-73ee23eea4d7 None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '4c466264-748a-4e55-b5a5-b4bb1002e8c3', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:1b:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:18:09Z', 'updated_at': '2022-04-12T19:18:27Z', 'revision_number': 2, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:21:59.021142 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3a47c9c5-698d-440d-905b-5e15febc33d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:59.169322 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbc0775-b185-4e4e-90f8-8ec696a2f204 None None] New status for floating IP 780be734-110b-4167-8d8e-158e5da08824: DOWN {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:21:59.695414 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 44152) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:59.772111 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7663b5f4-9dfc-40ae-b006-0aedc0da5238 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (a989295d-38df-4e0a-b294-de04356b1d5c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:59.796663 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7663b5f4-9dfc-40ae-b006-0aedc0da5238 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (a989295d-38df-4e0a-b294-de04356b1d5c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:59.908656 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7663b5f4-9dfc-40ae-b006-0aedc0da5238 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (a989295d-38df-4e0a-b294-de04356b1d5c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:59.911229 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7663b5f4-9dfc-40ae-b006-0aedc0da5238 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:21:59.915684 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44154) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:21:59.916238 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7663b5f4-9dfc-40ae-b006-0aedc0da5238 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/security-groups/a989295d-38df-4e0a-b294-de04356b1d5c HTTP/1.1" status: 204 len: 168 time: 0.2190049 Apr 12 19:21:59.927110 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663b5f4-9dfc-40ae-b006-0aedc0da5238 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a989295d-38df-4e0a-b294-de04356b1d5c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:21:59.940107 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.api.v2.resource [None req-1249e084-f3fb-48b9-97ff-58cde5ab562b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] show failed (client error): The resource could not be found. Apr 12 19:21:59.941534 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1249e084-f3fb-48b9-97ff-58cde5ab562b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups/a989295d-38df-4e0a-b294-de04356b1d5c HTTP/1.1" status: 404 len: 347 time: 0.0248356 Apr 12 19:21:59.944860 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 44156) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:00.070151 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port 570cf96f-e7c6-451c-aadf-a2b126e05152 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:22:00.070696 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:00.179236 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:00.180022 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (570cf96f-e7c6-451c-aadf-a2b126e05152), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:00.198497 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for 570cf96f-e7c6-451c-aadf-a2b126e05152 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:22:00.203628 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:00.462260 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (570cf96f-e7c6-451c-aadf-a2b126e05152), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:00.488483 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=570cf96f-e7c6-451c-aadf-a2b126e05152,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:00.566982 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (780be734-110b-4167-8d8e-158e5da08824), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:00.570353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:00.574401 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ca4fffa4-f879-4eaf-9be8-93796b022d6e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/floatingips/780be734-110b-4167-8d8e-158e5da08824 HTTP/1.1" status: 204 len: 168 time: 0.6252875 Apr 12 19:22:00.763549 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device add07fe4-bfb5-4f86-85f4-a15c6f351c7f no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:22:00.793111 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: add07fe4-bfb5-4f86-85f4-a15c6f351c7f {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:22:00.793257 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device add07fe4-bfb5-4f86-85f4-a15c6f351c7f not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:22:01.856549 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:03.044741 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:04.401479 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7871-f7ef-43c5-b165-57cea2e258d4 req-9718ae1c-bab8-48e6-b86e-53fda22bd4a9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:04.402986 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5a3d7871-f7ef-43c5-b165-57cea2e258d4 req-9718ae1c-bab8-48e6-b86e-53fda22bd4a9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0483091 Apr 12 19:22:04.454531 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5a3d7871-f7ef-43c5-b165-57cea2e258d4 req-7e4a2b62-65d5-4cce-8155-ec9656ba7f6a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Apr 12 19:22:05.599463 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c9269-6541-4062-b5bc-55f679b4523d req-775e784d-da59-4e6a-bb31-1b61509f8e2c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:05.601178 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-300c9269-6541-4062-b5bc-55f679b4523d req-775e784d-da59-4e6a-bb31-1b61509f8e2c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0582392 Apr 12 19:22:05.662966 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-300c9269-6541-4062-b5bc-55f679b4523d req-0ddd004b-22ac-42cc-8df5-a619d8c59715 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549483 Apr 12 19:22:06.145343 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-e951511b-b332-47f3-a277-14bdc6323f82 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:06.146865 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-e951511b-b332-47f3-a277-14bdc6323f82 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0507796 Apr 12 19:22:06.247803 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:22:06.248179 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:06.360901 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] For port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:22:06.361346 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:06.567469 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:06.567957 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (4c466264-748a-4e55-b5a5-b4bb1002e8c3), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:06.568358 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 4c466264-748a-4e55-b5a5-b4bb1002e8c3 disassociated. External IP: 172.27.0.194, port: 4a237bbf-58ed-42b1-b314-feb0cdadcf3d. Apr 12 19:22:06.568707 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for 4a237bbf-58ed-42b1-b314-feb0cdadcf3d owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:22:06.806717 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a5838-d9d0-48b8-9f17-96a03ee67a68 req-a4e16c1b-916a-4f50-8178-f32326553f80 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:06.814540 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b0a5838-d9d0-48b8-9f17-96a03ee67a68 req-a4e16c1b-916a-4f50-8178-f32326553f80 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 945 time: 0.0608177 Apr 12 19:22:06.821972 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (4a237bbf-58ed-42b1-b314-feb0cdadcf3d), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:06.855631 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=4a237bbf-58ed-42b1-b314-feb0cdadcf3d,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:06.946575 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-9b0a5838-d9d0-48b8-9f17-96a03ee67a68 req-c7de48fb-8c71-4651-a30d-6c38eea2821e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307127 Apr 12 19:22:07.302903 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:22:07.422366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:22:07.431642 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:22:07.442997 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:22:07.443646 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:21:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:07.465621 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] No DVR routers for this DVR port 4a237bbf-58ed-42b1-b314-feb0cdadcf3d on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:22:07.469614 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:07.473414 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-40aeae9c-5f8d-4c04-a287-5be4e9f4a081 req-001585f5-219b-4503-9f86-116b8db65a3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "DELETE /v2.0/ports/4a237bbf-58ed-42b1-b314-feb0cdadcf3d HTTP/1.1" status: 204 len: 173 time: 1.3197029 Apr 12 19:22:07.473943 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'name': 'network-vif-deleted', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:22:07.477998 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4bde28-1245-42a5-983d-42646afc9cf9" -d '{"events": [{"server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "name": "network-vif-deleted", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:22:07.517640 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a598a6e-97d4-4aba-b750-d7a37d66b8df x-openstack-request-id: req-7a598a6e-97d4-4aba-b750-d7a37d66b8df {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:22:07.518503 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deee0d2-bfbb-43c8-980b-c1b4e48fab70", "name": "network-vif-deleted", "tag": "4a237bbf-58ed-42b1-b314-feb0cdadcf3d", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:22:07.518841 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a598a6e-97d4-4aba-b750-d7a37d66b8df {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:22:07.520023 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a598a6e-97d4-4aba-b750-d7a37d66b8df'] response: {'server_uuid': '5deee0d2-bfbb-43c8-980b-c1b4e48fab70', 'name': 'network-vif-deleted', 'tag': '4a237bbf-58ed-42b1-b314-feb0cdadcf3d', 'status': 'completed', 'code': 200} Apr 12 19:22:07.588586 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:22:07.617698 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44254) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:07.795269 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1894553c-9b2c-4546-b1d4-e139d3cf6b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:07.834057 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:07.870035 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:22:07.884303 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:22:07.884981 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:21:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:07.904642 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1894553c-9b2c-4546-b1d4-e139d3cf6b5b admin admin] Publish callbacks [] for security_group (36fc73f7-0b75-4b45-8fa3-1f437becbfd9), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:07.975340 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1894553c-9b2c-4546-b1d4-e139d3cf6b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (36fc73f7-0b75-4b45-8fa3-1f437becbfd9), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:08.007296 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:22:08.039935 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1894553c-9b2c-4546-b1d4-e139d3cf6b5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cba09a708dc408eabe9c6cd369d7dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200633 Apr 12 19:22:08.041140 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894553c-9b2c-4546-b1d4-e139d3cf6b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc73f7-0b75-4b45-8fa3-1f437becbfd9,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:08.042557 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 44264) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:08.094673 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fdbe535f-99ca-41b0-af98-e96a8060f83c admin admin] Publish callbacks [] for security_group (36fc73f7-0b75-4b45-8fa3-1f437becbfd9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:08.152228 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fdbe535f-99ca-41b0-af98-e96a8060f83c admin admin] Publish callbacks [] for security_group (36fc73f7-0b75-4b45-8fa3-1f437becbfd9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:08.193540 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cc06df2b-c807-4be2-a4dc-01f0dfa7f1d1 req-2321e34f-a42c-4bcd-88b1-10a826d9ba1a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=5deee0d2-bfbb-43c8-980b-c1b4e48fab70 HTTP/1.1" status: 200 len: 210 time: 0.0531337 Apr 12 19:22:08.254543 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:08.286652 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f593d57-6b5e-47a8-bf7f-087611397670 None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:22:08.324885 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fdbe535f-99ca-41b0-af98-e96a8060f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (36fc73f7-0b75-4b45-8fa3-1f437becbfd9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:08.327456 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fdbe535f-99ca-41b0-af98-e96a8060f83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:08.329526 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fdbe535f-99ca-41b0-af98-e96a8060f83c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36fc73f7-0b75-4b45-8fa3-1f437becbfd9 HTTP/1.1" status: 204 len: 168 time: 0.2857900 Apr 12 19:22:08.342661 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe535f-99ca-41b0-af98-e96a8060f83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc73f7-0b75-4b45-8fa3-1f437becbfd9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:08.558925 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4064d6-b94c-4aa8-b080-9bf3f87049d5 None None] New status for floating IP 4c466264-748a-4e55-b5a5-b4bb1002e8c3: DOWN {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:22:09.348214 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 44308) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:09.401763 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf510006-647a-4e84-9ead-23c0887b543a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (eabcf25d-3d39-499e-b1f5-7a6fd8c27b64), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:09.425372 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf510006-647a-4e84-9ead-23c0887b543a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (eabcf25d-3d39-499e-b1f5-7a6fd8c27b64), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:09.570594 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf510006-647a-4e84-9ead-23c0887b543a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (eabcf25d-3d39-499e-b1f5-7a6fd8c27b64), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:09.573182 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf510006-647a-4e84-9ead-23c0887b543a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:09.576869 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bf510006-647a-4e84-9ead-23c0887b543a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/security-groups/eabcf25d-3d39-499e-b1f5-7a6fd8c27b64 HTTP/1.1" status: 204 len: 168 time: 0.2251935 Apr 12 19:22:09.577309 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44316) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:09.584598 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf510006-647a-4e84-9ead-23c0887b543a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabcf25d-3d39-499e-b1f5-7a6fd8c27b64,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:09.593401 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.api.v2.resource [None req-ad3f505c-1032-4440-93d8-7813d88d178b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] show failed (client error): The resource could not be found. Apr 12 19:22:09.594748 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ad3f505c-1032-4440-93d8-7813d88d178b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups/eabcf25d-3d39-499e-b1f5-7a6fd8c27b64 HTTP/1.1" status: 404 len: 347 time: 0.0162079 Apr 12 19:22:09.597538 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44318) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:09.721160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port 5b1b61ec-9888-4706-84c5-e49502f842c9 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:22:09.721500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:09.799168 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:09.799499 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (5b1b61ec-9888-4706-84c5-e49502f842c9), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:09.811788 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for 5b1b61ec-9888-4706-84c5-e49502f842c9 owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:22:10.014552 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (5b1b61ec-9888-4706-84c5-e49502f842c9), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:10.045454 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=5b1b61ec-9888-4706-84c5-e49502f842c9,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:10.108957 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (4c466264-748a-4e55-b5a5-b4bb1002e8c3), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:10.112074 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:10.113205 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f9bd1fdb-bee1-480a-8ed2-80c03c8405b0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/floatingips/4c466264-748a-4e55-b5a5-b4bb1002e8c3 HTTP/1.1" status: 204 len: 168 time: 0.5147159 Apr 12 19:22:10.541619 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44352) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:10.546147 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-0850d31a-6a1e-4d3b-934d-e0edada463d8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921116316', 'description': 'tempest-description--1247545536'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:22:10.655462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0850d31a-6a1e-4d3b-934d-e0edada463d8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:10.723656 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0850d31a-6a1e-4d3b-934d-e0edada463d8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (c8955e9d-87c2-472e-b1b6-2f3edab920f5), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:10.787103 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0850d31a-6a1e-4d3b-934d-e0edada463d8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (c8955e9d-87c2-472e-b1b6-2f3edab920f5), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:10.814922 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850d31a-6a1e-4d3b-934d-e0edada463d8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8955e9d-87c2-472e-b1b6-2f3edab920f5,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:10.823992 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4a237bbf-58ed-42b1-b314-feb0cdadcf3d no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:22:10.844623 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 4a237bbf-58ed-42b1-b314-feb0cdadcf3d {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:22:10.846611 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 4a237bbf-58ed-42b1-b314-feb0cdadcf3d not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:22:10.903631 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0850d31a-6a1e-4d3b-934d-e0edada463d8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:10.904861 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0850d31a-6a1e-4d3b-934d-e0edada463d8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3622165 Apr 12 19:22:10.908500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44368) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:10.912820 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-0989f43d-9222-4da8-90c8-4f4f64498661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': 'c8955e9d-87c2-472e-b1b6-2f3edab920f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:22:11.010302 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0989f43d-9222-4da8-90c8-4f4f64498661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (4f7109a8-fbf3-49ec-ac8d-1cfaa6fddef4), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.068426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0989f43d-9222-4da8-90c8-4f4f64498661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (4f7109a8-fbf3-49ec-ac8d-1cfaa6fddef4), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.129823 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0989f43d-9222-4da8-90c8-4f4f64498661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (4f7109a8-fbf3-49ec-ac8d-1cfaa6fddef4), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.148546 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989f43d-9222-4da8-90c8-4f4f64498661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7109a8-fbf3-49ec-ac8d-1cfaa6fddef4,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:11.240561 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-0989f43d-9222-4da8-90c8-4f4f64498661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.241762 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-0989f43d-9222-4da8-90c8-4f4f64498661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323538 Apr 12 19:22:11.244521 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44380) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:11.248735 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-702a2659-b103-4969-9092-2e5e38b7eab6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': 'c8955e9d-87c2-472e-b1b6-2f3edab920f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:22:11.365782 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-702a2659-b103-4969-9092-2e5e38b7eab6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (6f45101c-3694-4a03-99fe-b912d4a2c519), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.421937 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-702a2659-b103-4969-9092-2e5e38b7eab6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (6f45101c-3694-4a03-99fe-b912d4a2c519), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.507671 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-702a2659-b103-4969-9092-2e5e38b7eab6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (6f45101c-3694-4a03-99fe-b912d4a2c519), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.527051 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a2659-b103-4969-9092-2e5e38b7eab6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f45101c-3694-4a03-99fe-b912d4a2c519,revision_number=0']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:11.595371 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-702a2659-b103-4969-9092-2e5e38b7eab6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.596543 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-702a2659-b103-4969-9092-2e5e38b7eab6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510880 Apr 12 19:22:11.599694 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44386) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:11.603874 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:22:11.723206 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.803429 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:11.906291 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.27.0.191 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/61ee79e4-d6c6-446e-9024-77eb00f822c9) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:22:12.008308 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.095885 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.133760 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:22:12.138744 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:22:12.143230 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:22:12.164929 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=61ee79e4-d6c6-446e-9024-77eb00f822c9,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:12.230885 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (25bc5789-52f6-4707-b998-b06479b501b4), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.349394 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.500547 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.564256 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.633698 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=61ee79e4-d6c6-446e-9024-77eb00f822c9,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:12.647380 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (25bc5789-52f6-4707-b998-b06479b501b4), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.711132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44402) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:12.756098 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.757314 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4b4a02e0-7567-45d9-b5a9-445062a8801c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1567252 Apr 12 19:22:12.762513 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] Deleting subnet f93af612-0646-4a2c-8881-a631704f9351 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:22:12.772956 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] Publish callbacks [] for subnet (f93af612-0646-4a2c-8881-a631704f9351), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.802372 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (f93af612-0646-4a2c-8881-a631704f9351), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.854415 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (f93af612-0646-4a2c-8881-a631704f9351), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:12.958138 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-2bd1ee96-986f-4162-a445-65c0ab45b44e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--921116316&fields=id&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 267 time: 0.0421596 Apr 12 19:22:12.987218 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (f93af612-0646-4a2c-8881-a631704f9351), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.049628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f93af612-0646-4a2c-8881-a631704f9351,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:13.057506 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.060767 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-1fa04fbd-a788-47c8-b661-7aee02073d93 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f93af612-0646-4a2c-8881-a631704f9351 HTTP/1.1" status: 204 len: 168 time: 0.3483717 Apr 12 19:22:13.063444 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44418) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:13.154909 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-98c98ad9-4330-45d8-9105-f5cf6c245b2b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:13.157031 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-98c98ad9-4330-45d8-9105-f5cf6c245b2b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.1921523 Apr 12 19:22:13.161130 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (08265dd2-d640-4613-a618-72cfe55d0fc9), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.176983 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-54345d94-9cf1-44e6-9beb-605433986cee tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/quotas/e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 375 time: 0.0137978 Apr 12 19:22:13.288318 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-445c8709-3dc2-4142-90cf-985adb0a4a76 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049998 Apr 12 19:22:13.289078 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (08265dd2-d640-4613-a618-72cfe55d0fc9), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.325006 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08265dd2-d640-4613-a618-72cfe55d0fc9']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:13.347592 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a66436-eba4-4305-8ee3-1ecb9b453b88') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:13.347895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a66436-eba4-4305-8ee3-1ecb9b453b88') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:13.382804 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (c6a66436-eba4-4305-8ee3-1ecb9b453b88), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.404703 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (c6a66436-eba4-4305-8ee3-1ecb9b453b88), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.416253 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (c6a66436-eba4-4305-8ee3-1ecb9b453b88), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:22:13.420001 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:22:13.471721 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-a78a18fb-4c05-450a-a96a-8d9fa0ea3cab service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697166 Apr 12 19:22:13.561153 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (08265dd2-d640-4613-a618-72cfe55d0fc9), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.568082 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:13.571263 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/08265dd2-d640-4613-a618-72cfe55d0fc9 HTTP/1.1" status: 204 len: 168 time: 0.5068889 Apr 12 19:22:13.573525 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-11d358e2-4f1d-4d0a-9d35-58544cf150a9 service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936151 Apr 12 19:22:13.585641 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a69d1f-98aa-4763-8a9a-1b6afcec9fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=08265dd2-d640-4613-a618-72cfe55d0fc9,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:13.911332 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a87e5da-38ac-4a18-9358-97719a9c6495 req-df5740b5-5a96-407c-988c-3c95903f65c8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 210 time: 0.0273259 Apr 12 19:22:14.057468 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44434) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:14.100713 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e182f0f5-486b-4e40-8c96-c8536daa898b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20b655076337444db1a25b20f226357f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418580 Apr 12 19:22:14.102961 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44436) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:14.151175 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-39923ac7-52ef-4e78-b976-3ac004586983 admin admin] Publish callbacks [] for security_group (6c97e599-87d2-4420-9c3a-daaea7b62962), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:14.173234 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-39923ac7-52ef-4e78-b976-3ac004586983 admin admin] Publish callbacks [] for security_group (6c97e599-87d2-4420-9c3a-daaea7b62962), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:14.289978 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-39923ac7-52ef-4e78-b976-3ac004586983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (6c97e599-87d2-4420-9c3a-daaea7b62962), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:14.292659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-39923ac7-52ef-4e78-b976-3ac004586983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:14.294087 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-39923ac7-52ef-4e78-b976-3ac004586983 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c97e599-87d2-4420-9c3a-daaea7b62962 HTTP/1.1" status: 204 len: 168 time: 0.1901584 Apr 12 19:22:14.309232 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923ac7-52ef-4e78-b976-3ac004586983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c97e599-87d2-4420-9c3a-daaea7b62962,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:15.021325 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-39c59ce0-ac55-48d6-bc70-dbaa5b8b824b req-496e8b9d-0266-4035-ba1d-5d94b480af3a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 210 time: 0.0431814 Apr 12 19:22:15.896745 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-cf62f9dd-b02e-4648-8301-ad5dabb62e9c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:15.898233 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-cf62f9dd-b02e-4648-8301-ad5dabb62e9c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.1035323 Apr 12 19:22:15.958197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-38435156-60fd-4d82-b17c-8b368b0e7e1b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 379 time: 0.0521727 Apr 12 19:22:15.966682 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'port': {'device_id': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'admin_state_up': True, 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'security_groups': ['c8955e9d-87c2-472e-b1b6-2f3edab920f5']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:22:16.120461 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5983f010-f58d-4cfd-a5a2-6a54c75bed20 req-102a62d2-4f00-4e14-b3ed-3a512c2b218a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 210 time: 0.0302410 Apr 12 19:22:16.185879 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Made reservation on behalf of e6ddc19f0d8b4d97a4207df3844386b1 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:22:16.191170 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:16.323693 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.20.0.7 (304e26f4-97e7-4817-8feb-6db2ecb38fd0/d85186a4-2711-4919-b216-f8c82a21d9d8/3899d5cc-271c-466f-892b-22b53bfb040c) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:22:16.460573 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (3899d5cc-271c-466f-892b-22b53bfb040c), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:16.564555 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:16.611575 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:22:16.616934 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:22:16.620925 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:22:16.644284 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=3899d5cc-271c-466f-892b-22b53bfb040c,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:16.674155 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:16.674783 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:16.772984 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-f59ebb9c-b210-4de1-9dd7-3db9ebb9f67e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8098578 Apr 12 19:22:16.785426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Request body: {'port': {'device_id': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:22:16.845789 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:16.863719 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-b76efb28-a251-42c4-af25-6f8b21bd0632 None None] Provisioning complete for port 3899d5cc-271c-466f-892b-22b53bfb040c triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:22:16.864200 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b76efb28-a251-42c4-af25-6f8b21bd0632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:16.898632 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b76efb28-a251-42c4-af25-6f8b21bd0632 None None] Port 3899d5cc-271c-466f-892b-22b53bfb040c cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:22:17.122632 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3899d5cc-271c-466f-892b-22b53bfb040c {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:22:17.131184 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Publish callbacks [] for port (3899d5cc-271c-466f-892b-22b53bfb040c), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:17.144733 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Transition to ACTIVE for port object 3899d5cc-271c-466f-892b-22b53bfb040c will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:22:17.237386 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491fd7-0f98-4f9f-a28b-f3f62420a131 req-e9286391-caf9-4e4c-ab39-6333632ce343 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:17.238879 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f491fd7-0f98-4f9f-a28b-f3f62420a131 req-e9286391-caf9-4e4c-ab39-6333632ce343 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 931 time: 0.0498614 Apr 12 19:22:17.239959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:17.322119 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Pushing event updated for resources: {'Port': ['ID=3899d5cc-271c-466f-892b-22b53bfb040c,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:17.366469 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4f491fd7-0f98-4f9f-a28b-f3f62420a131 req-68e99575-1b8d-4f42-9a48-fea689fc0665 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183639 Apr 12 19:22:17.420716 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Attempting to bind port 3899d5cc-271c-466f-892b-22b53bfb040c on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:22:17.420899 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Attempting to bind port 3899d5cc-271c-466f-892b-22b53bfb040c by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:22:17.421243 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Attempting to bind port 3899d5cc-271c-466f-892b-22b53bfb040c on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:22:17.426324 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Port 3899d5cc-271c-466f-892b-22b53bfb040c on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:22:17.426600 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Attempting to bind port 3899d5cc-271c-466f-892b-22b53bfb040c on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:22:17.431838 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:22:17.433644 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Checking segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:22:17.433644 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Bound using segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:22:17.433644 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Bound port: 3899d5cc-271c-466f-892b-22b53bfb040c, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:22:17.433644 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:17.510272 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] For port 3899d5cc-271c-466f-892b-22b53bfb040c, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:22:17.513417 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] For port 3899d5cc-271c-466f-892b-22b53bfb040c, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3899d5cc-271c-466f-892b-22b53bfb040c,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:22:17.586460 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:17.625569 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:17.626181 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:17.627564 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] 10.222.0.46 "PUT /v2.0/ports/3899d5cc-271c-466f-892b-22b53bfb040c HTTP/1.1" status: 200 len: 1093 time: 0.8470628 Apr 12 19:22:17.628004 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:22:17.630240 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cb3a17-4500-404b-995a-44e065623471" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:22:17.664149 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cc62f-bd71-424a-a290-cc9e9512e66f service neutron] Pushing event updated for resources: {'Port': ['ID=3899d5cc-271c-466f-892b-22b53bfb040c,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:17.668522 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672ec796-b751-4a59-87a3-f8d5f10b3235 x-openstack-request-id: req-672ec796-b751-4a59-87a3-f8d5f10b3235 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:22:17.668890 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:22:17.669236 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-672ec796-b751-4a59-87a3-f8d5f10b3235 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:22:17.669687 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672ec796-b751-4a59-87a3-f8d5f10b3235'] response: {'name': 'network-changed', 'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c', 'status': 'completed', 'code': 200} Apr 12 19:22:17.740748 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb3a17-4500-404b-995a-44e065623471 req-b666e7b7-53b7-4716-bfa0-45fc75a63f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:17.742309 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-42cb3a17-4500-404b-995a-44e065623471 req-b666e7b7-53b7-4716-bfa0-45fc75a63f2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 1127 time: 0.0429974 Apr 12 19:22:17.849886 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb3a17-4500-404b-995a-44e065623471 req-661a5db9-702c-49cc-bb06-60919bb1e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:17.851590 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-42cb3a17-4500-404b-995a-44e065623471 req-661a5db9-702c-49cc-bb06-60919bb1e12c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005092 Apr 12 19:22:17.956677 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb3a17-4500-404b-995a-44e065623471 req-8374b219-2ac5-4b49-9558-236fc0fb77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:17.958152 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-42cb3a17-4500-404b-995a-44e065623471 req-8374b219-2ac5-4b49-9558-236fc0fb77c1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003656 Apr 12 19:22:18.035357 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-c1da13c1-8daf-4ab1-b3a6-c7fe7fd1d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:18.036881 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-c1da13c1-8daf-4ab1-b3a6-c7fe7fd1d304 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 1127 time: 0.0395522 Apr 12 19:22:18.082986 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-ff636244-ed5d-43a7-a168-6cb3dea5bb90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3899d5cc-271c-466f-892b-22b53bfb040c HTTP/1.1" status: 200 len: 217 time: 0.0374527 Apr 12 19:22:18.134360 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-dd4deee5-29e7-4ff1-9851-c22f02047cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:18.135869 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-dd4deee5-29e7-4ff1-9851-c22f02047cd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0450978 Apr 12 19:22:18.178860 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-010b78d5-5b9a-44ab-a3d9-09b478ea0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:18.180268 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-010b78d5-5b9a-44ab-a3d9-09b478ea0744 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382590 Apr 12 19:22:18.272301 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-ee0dc821-29e7-4293-98a5-642f30ade346 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861940 Apr 12 19:22:18.363903 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4fb25b11-6617-4c91-aeb1-4332bf09c8c0 req-59c1a54e-c4b2-42ac-a085-d3f9d122b5c5 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848598 Apr 12 19:22:18.485590 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d020-4a50-4ada-8c0d-049dd5dd470f req-8c60e9e7-a4db-4ec9-87de-1fef5e3863aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:18.488467 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75b9d020-4a50-4ada-8c0d-049dd5dd470f req-8c60e9e7-a4db-4ec9-87de-1fef5e3863aa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 943 time: 0.0492578 Apr 12 19:22:18.541513 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-75b9d020-4a50-4ada-8c0d-049dd5dd470f req-dac7a5ec-239f-4e26-a97b-ec11c0bbee87 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476089 Apr 12 19:22:19.660671 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019e5e8-112d-4fc0-b688-f5ab1a81985f req-87f3ab6e-9c7b-4c36-840d-755749d2612c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:19.662232 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0019e5e8-112d-4fc0-b688-f5ab1a81985f req-87f3ab6e-9c7b-4c36-840d-755749d2612c tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 943 time: 0.0479693 Apr 12 19:22:19.710332 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0019e5e8-112d-4fc0-b688-f5ab1a81985f req-0b37eda4-f17d-4d66-9d54-3876e18d1e28 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424716 Apr 12 19:22:20.825584 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11fa18-32e0-43bf-8e09-3a94aebd0381 req-c9b4a935-e93b-473f-b6d8-2194fdac25ab tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:20.827031 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b11fa18-32e0-43bf-8e09-3a94aebd0381 req-c9b4a935-e93b-473f-b6d8-2194fdac25ab tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 943 time: 0.0473709 Apr 12 19:22:20.874385 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-6b11fa18-32e0-43bf-8e09-3a94aebd0381 req-5747136d-c168-4986-9363-732f8a2e9560 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Apr 12 19:22:21.988663 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74010212-7ffa-4049-b333-b36c6975fb7c req-6a148cfd-51db-4b8b-8568-676d981099f6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:21.990107 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-74010212-7ffa-4049-b333-b36c6975fb7c req-6a148cfd-51db-4b8b-8568-676d981099f6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 943 time: 0.0493243 Apr 12 19:22:22.034872 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-74010212-7ffa-4049-b333-b36c6975fb7c req-c0c793e8-fedf-414c-8983-bb1db5088990 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393598 Apr 12 19:22:23.149788 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc70a8-0ffe-405e-9dee-b6ad9ecc69fe req-4e75ee3c-8dbe-4a25-8ebd-45a8a00895f1 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:23.151232 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e0fc70a8-0ffe-405e-9dee-b6ad9ecc69fe req-4e75ee3c-8dbe-4a25-8ebd-45a8a00895f1 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 943 time: 0.0478497 Apr 12 19:22:23.198189 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e0fc70a8-0ffe-405e-9dee-b6ad9ecc69fe req-3891ed91-255d-4af3-abfa-157e8010c8df tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410957 Apr 12 19:22:24.284535 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 3899d5cc-271c-466f-892b-22b53bfb040c details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:22:24.311960 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089296c1-ccf2-4def-a271-7ca87bab58ed req-a7869148-034d-40fc-bbb6-52f89db4403f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:24.313438 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-089296c1-ccf2-4def-a271-7ca87bab58ed req-a7869148-034d-40fc-bbb6-52f89db4403f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 943 time: 0.0511942 Apr 12 19:22:24.365500 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-089296c1-ccf2-4def-a271-7ca87bab58ed req-80a6495e-099a-4b76-a7ea-305d8797a82a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464745 Apr 12 19:22:24.387670 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 3899d5cc-271c-466f-892b-22b53bfb040c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3899d5cc-271c-466f-892b-22b53bfb040c,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:22:24.400329 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': '3899d5cc-271c-466f-892b-22b53bfb040c', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'port_id': '3899d5cc-271c-466f-892b-22b53bfb040c', 'mac_address': 'fa:16:3e:65:d2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:22:24.437908 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 3899d5cc-271c-466f-892b-22b53bfb040c is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:22:24.438291 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:24.452915 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3899d5cc-271c-466f-892b-22b53bfb040c {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:22:24.472828 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 3899d5cc-271c-466f-892b-22b53bfb040c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3899d5cc-271c-466f-892b-22b53bfb040c,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:22:24.569177 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:24.621423 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=3899d5cc-271c-466f-892b-22b53bfb040c,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:25.488242 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b24e8a-7be6-41e7-ae19-53319da6df5b req-b8e8eccc-33a8-462b-998c-99c48929e7a9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:25.489718 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d3b24e8a-7be6-41e7-ae19-53319da6df5b req-b8e8eccc-33a8-462b-998c-99c48929e7a9 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 944 time: 0.0484672 Apr 12 19:22:25.535267 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d3b24e8a-7be6-41e7-ae19-53319da6df5b req-f9975c9d-0595-4c37-ae59-77de0eec1237 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 Apr 12 19:22:26.626905 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:26.653270 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a31f-fb89-4941-9925-863178877627 req-a63024c1-dfe0-427b-a76d-1590ed375601 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:26.654798 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f393a31f-fb89-4941-9925-863178877627 req-a63024c1-dfe0-427b-a76d-1590ed375601 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 944 time: 0.0476751 Apr 12 19:22:26.655179 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9f5d640b-3cf7-4669-a2fc-cea1dd09c9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:26.707707 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f393a31f-fb89-4941-9925-863178877627 req-cc982b58-3194-455f-93bd-8b850691f6f1 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465682 Apr 12 19:22:26.788373 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:22:27.023158 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['3899d5cc-271c-466f-892b-22b53bfb040c'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:22:28.089924 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d204a-ab04-4ee9-8339-bed49349fd07 req-0d2b8389-5e6b-4af8-b18e-1ba2baf1d280 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:28.091676 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d28d204a-ab04-4ee9-8339-bed49349fd07 req-0d2b8389-5e6b-4af8-b18e-1ba2baf1d280 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 944 time: 0.3176832 Apr 12 19:22:28.140498 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d28d204a-ab04-4ee9-8339-bed49349fd07 req-6eaa7ae1-7d32-4209-8f69-a5c51f4f4471 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Apr 12 19:22:28.515078 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 3899d5cc-271c-466f-892b-22b53bfb040c up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:22:28.561852 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port 3899d5cc-271c-466f-892b-22b53bfb040c completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:22:28.638556 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port 3899d5cc-271c-466f-892b-22b53bfb040c triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:22:28.638936 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:28.724242 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port 3899d5cc-271c-466f-892b-22b53bfb040c is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:22:28.724797 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:28.748048 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:22:28.750274 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5784ffb3-4dd9-4e53-822d-af87b3fa95fa" -d '{"events": [{"server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "name": "network-vif-plugged", "status": "completed", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:22:28.763236 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port 3899d5cc-271c-466f-892b-22b53bfb040c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3899d5cc-271c-466f-892b-22b53bfb040c,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:22:28.794985 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01def3a2-4e3e-4411-82b4-fbc65d03a525 x-openstack-request-id: req-01def3a2-4e3e-4411-82b4-fbc65d03a525 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:22:28.795283 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "name": "network-vif-plugged", "status": "completed", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:22:28.795552 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01def3a2-4e3e-4411-82b4-fbc65d03a525 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:22:28.795950 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01def3a2-4e3e-4411-82b4-fbc65d03a525'] response: {'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c', 'code': 200} Apr 12 19:22:28.821747 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:28.876405 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=3899d5cc-271c-466f-892b-22b53bfb040c,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:22:28.959079 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-915528d3-7b97-422b-9482-e964826aeede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:29.123236 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad557440-b350-4ff6-9ff0-990ac5387eb0 req-08f82790-2351-46dd-ab8b-a5b56bf248bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:29.124720 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ad557440-b350-4ff6-9ff0-990ac5387eb0 req-08f82790-2351-46dd-ab8b-a5b56bf248bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 1129 time: 0.0382471 Apr 12 19:22:29.167933 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ad557440-b350-4ff6-9ff0-990ac5387eb0 req-a90713d1-14a5-4b52-a942-2d041075bd8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373204 Apr 12 19:22:29.255263 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9804c2-b9d4-471a-802f-a2fb809a49c5 req-8cafec17-172f-41db-8180-28014404178d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:29.256782 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9804c2-b9d4-471a-802f-a2fb809a49c5 req-8cafec17-172f-41db-8180-28014404178d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0487034 Apr 12 19:22:29.302014 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0b9804c2-b9d4-471a-802f-a2fb809a49c5 req-34a91cde-882c-45ff-9679-eb5f23e5fadd tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396888 Apr 12 19:22:30.219734 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:30.417313 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dfd5d-c427-430c-9f6a-14fa7a6e5a67 req-db5bd419-a97e-4ab3-9ecd-d6f6a7b863f2 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:30.418874 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-113dfd5d-c427-430c-9f6a-14fa7a6e5a67 req-db5bd419-a97e-4ab3-9ecd-d6f6a7b863f2 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Apr 12 19:22:30.465153 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-113dfd5d-c427-430c-9f6a-14fa7a6e5a67 req-457d465c-780a-4f21-b87d-f6beb4357850 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406654 Apr 12 19:22:31.576681 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e0eaf-c2cf-4797-a430-b0e822069b45 req-57c74ceb-259b-4b65-82bf-1bab5c276e47 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:31.578173 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-aa0e0eaf-c2cf-4797-a430-b0e822069b45 req-57c74ceb-259b-4b65-82bf-1bab5c276e47 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0462730 Apr 12 19:22:31.630745 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-aa0e0eaf-c2cf-4797-a430-b0e822069b45 req-f224d23c-6b5a-4233-b6f0-0e15b3728e54 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464587 Apr 12 19:22:31.739461 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a26dd3-36c2-4855-b155-374535619a01 req-051cead3-0a53-4cfd-9d33-75041730c7f5 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:31.741005 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-47a26dd3-36c2-4855-b155-374535619a01 req-051cead3-0a53-4cfd-9d33-75041730c7f5 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0471895 Apr 12 19:22:31.749357 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44678) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:22:31.753575 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'port_id': '3899d5cc-271c-466f-892b-22b53bfb040c'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:22:31.792456 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (25bc5789-52f6-4707-b998-b06479b501b4), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:31.854266 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:32.234913 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:32.318253 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (25bc5789-52f6-4707-b998-b06479b501b4), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:32.420543 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 25bc5789-52f6-4707-b998-b06479b501b4 associated. External IP: 172.27.0.191, port: 3899d5cc-271c-466f-892b-22b53bfb040c. Apr 12 19:22:32.632477 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:22:32.747863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:22:32.752959 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:32.758645 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:22:32.769127 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:22:32.769745 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:22:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:32.790370 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-42b4d4eb-3f05-4323-ac45-63bb814e146f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "PUT /v2.0/floatingips/25bc5789-52f6-4707-b998-b06479b501b4 HTTP/1.1" status: 200 len: 991 time: 1.0396726 Apr 12 19:22:32.790964 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:22:32.793274 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1516265-5a46-4805-af80-80b3ee0e9e24" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:22:32.831207 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c79539-5aed-40d8-95fb-6a08d2ba86b0 x-openstack-request-id: req-36c79539-5aed-40d8-95fb-6a08d2ba86b0 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:22:32.831531 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:22:32.831789 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36c79539-5aed-40d8-95fb-6a08d2ba86b0 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:22:32.832201 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c79539-5aed-40d8-95fb-6a08d2ba86b0'] response: {'name': 'network-changed', 'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c', 'status': 'completed', 'code': 200} Apr 12 19:22:32.894366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-6e758ac7-490c-40a5-8ca5-bd80dc1265a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:32.896403 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-6e758ac7-490c-40a5-8ca5-bd80dc1265a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 1129 time: 0.0420637 Apr 12 19:22:32.993689 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:22:33.004492 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-179d0d5f-5d6c-4448-b354-08c19143f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:33.006132 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-179d0d5f-5d6c-4448-b354-08c19143f22f service neutron] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 916 time: 0.1017070 Apr 12 19:22:33.020889 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:33.072169 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-733cb3e5-d7ff-4c10-9ee3-28e759064681 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3899d5cc-271c-466f-892b-22b53bfb040c HTTP/1.1" status: 200 len: 999 time: 0.0598242 Apr 12 19:22:33.126426 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-73f84258-e7ed-46fa-affe-96fe448e2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:33.127930 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-73f84258-e7ed-46fa-affe-96fe448e2991 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0495017 Apr 12 19:22:33.172836 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-9817bad7-c13b-4163-9a88-59877b2f2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:22:33.174713 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-9817bad7-c13b-4163-9a88-59877b2f2af9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404358 Apr 12 19:22:33.223812 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '25bc5789-52f6-4707-b998-b06479b501b4', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '3899d5cc-271c-466f-892b-22b53bfb040c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:65:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:22:12Z', 'updated_at': '2022-04-12T19:22:32Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:33.250661 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:22:33.259626 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:22:33.260244 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:22:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:33.268769 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-1249b24d-6ffb-4447-8173-a5b4f163389f service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878122 Apr 12 19:22:33.371159 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e1516265-5a46-4805-af80-80b3ee0e9e24 req-debb885f-73ad-4429-822a-4ef666e8d293 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968542 Apr 12 19:22:33.373698 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:22:33.590379 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '25bc5789-52f6-4707-b998-b06479b501b4', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '3899d5cc-271c-466f-892b-22b53bfb040c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:65:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:22:12Z', 'updated_at': '2022-04-12T19:22:32Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:22:33.619737 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d174c-47bd-4d45-b604-23fb37178373 None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '25bc5789-52f6-4707-b998-b06479b501b4', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': '3899d5cc-271c-466f-892b-22b53bfb040c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:65:d2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:22:12Z', 'updated_at': '2022-04-12T19:22:32Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:22:33.813966 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a873cd-b539-4041-a939-287a4e2bd4cb None None] New status for floating IP 25bc5789-52f6-4707-b998-b06479b501b4: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:22:56.580495 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:56.666197 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-af90855b-d779-4aa4-8ac7-814bad836239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:22:58.997492 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b98345b0-bf0b-4bf3-91e7-c5539e3e59a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:00.230535 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:01.854495 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:03.014238 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:03.786902 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:23:04.532417 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-9f927511-805d-43aa-beef-b40eec11f23b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374720 Apr 12 19:23:04.617909 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-768c066c-5801-451c-bec1-58b494d3d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:23:04.619430 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-768c066c-5801-451c-bec1-58b494d3d2bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1129 time: 0.0438149 Apr 12 19:23:04.720650 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-ed3c5834-f82f-487c-84c0-a3aa7ae5e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:23:04.722137 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-ed3c5834-f82f-487c-84c0-a3aa7ae5e361 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0843263 Apr 12 19:23:04.788439 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-5d8f57a6-09a9-4822-ae77-67a75b85b63c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33 HTTP/1.1" status: 200 len: 1001 time: 0.0599411 Apr 12 19:23:04.834504 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-600e41ac-661e-4e88-afab-0fa886b60acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:23:04.836624 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-600e41ac-661e-4e88-afab-0fa886b60acd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0422463 Apr 12 19:23:04.878681 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-53a27940-8ff5-4079-b36a-28bc03482cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:23:04.880139 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-53a27940-8ff5-4079-b36a-28bc03482cb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374093 Apr 12 19:23:04.970069 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-d1b481cc-c598-489c-9f87-9a7f5c9b4382 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Apr 12 19:23:05.059277 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ee24bd17-0700-4fc6-a116-42105e37a8ac req-ae55951c-a4db-4fc8-85fe-5828efea5476 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Apr 12 19:23:11.951750 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 44970) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:12.057077 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:12.139321 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Publish callbacks [] for security_group (7c2c9945-b9c4-49c8-9220-d512a78467d0), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:12.214657 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7c2c9945-b9c4-49c8-9220-d512a78467d0), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:12.252998 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b6c74f10a214b1485deea04b147e9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000286 Apr 12 19:23:12.254919 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2c9945-b9c4-49c8-9220-d512a78467d0,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:12.255690 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 44978) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:12.262592 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.266465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.267450 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.267450 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913624f0-4430-44e7-b186-2789d41ea607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.310585 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Publish callbacks [] for security_group (7c2c9945-b9c4-49c8-9220-d512a78467d0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:12.333023 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Publish callbacks [] for security_group (7c2c9945-b9c4-49c8-9220-d512a78467d0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:12.458579 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7c2c9945-b9c4-49c8-9220-d512a78467d0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:12.461169 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:12.462310 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c2c9945-b9c4-49c8-9220-d512a78467d0 HTTP/1.1" status: 204 len: 168 time: 0.2056375 Apr 12 19:23:12.470528 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2c9945-b9c4-49c8-9220-d512a78467d0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:12.477563 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.477932 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.478282 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.478773 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.479117 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.479453 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.479810 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.480142 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.480468 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.480801 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.481131 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.481461 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.481803 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.482108 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:12.482431 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89393b-d331-42a7-8fe0-3dfd4ada1edd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:23:16.336587 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45038) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:16.440014 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-756d69af-102c-4580-9cb6-bc44681366b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:16.514945 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-756d69af-102c-4580-9cb6-bc44681366b1 admin admin] Publish callbacks [] for security_group (1ab407ce-79ab-4dad-8c2d-ac563d315696), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:16.591325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-756d69af-102c-4580-9cb6-bc44681366b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1ab407ce-79ab-4dad-8c2d-ac563d315696), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:16.627552 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d69af-102c-4580-9cb6-bc44681366b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab407ce-79ab-4dad-8c2d-ac563d315696,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:16.631809 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-756d69af-102c-4580-9cb6-bc44681366b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a07fad4a28e4429a96aadd545b1d065a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941926 Apr 12 19:23:16.635219 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45042) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:16.682231 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-991dea18-3d51-4184-8f9e-f8a37011eed1 admin admin] Publish callbacks [] for security_group (1ab407ce-79ab-4dad-8c2d-ac563d315696), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:16.702853 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-991dea18-3d51-4184-8f9e-f8a37011eed1 admin admin] Publish callbacks [] for security_group (1ab407ce-79ab-4dad-8c2d-ac563d315696), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:16.825605 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-991dea18-3d51-4184-8f9e-f8a37011eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1ab407ce-79ab-4dad-8c2d-ac563d315696), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:16.828144 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-991dea18-3d51-4184-8f9e-f8a37011eed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:16.829348 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-991dea18-3d51-4184-8f9e-f8a37011eed1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ab407ce-79ab-4dad-8c2d-ac563d315696 HTTP/1.1" status: 204 len: 168 time: 0.1936500 Apr 12 19:23:16.837291 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dea18-3d51-4184-8f9e-f8a37011eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab407ce-79ab-4dad-8c2d-ac563d315696,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:26.562440 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:26.657982 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-448ae58f-5be8-4470-a072-65715735bbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:28.950630 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a1861146-7f43-4951-8036-86cf7ee7d0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:30.229771 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:31.848433 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.052618 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.291962 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45170) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:33.393667 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-943c1cc0-58cf-4dc3-ad5f-a506ecaacdfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.465980 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-943c1cc0-58cf-4dc3-ad5f-a506ecaacdfd admin admin] Publish callbacks [] for security_group (7bbb74a4-2c0f-4312-98d1-5af73513b66a), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.539150 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-943c1cc0-58cf-4dc3-ad5f-a506ecaacdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7bbb74a4-2c0f-4312-98d1-5af73513b66a), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.578588 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-943c1cc0-58cf-4dc3-ad5f-a506ecaacdfd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=260621531b794d0c9f75e70efd31e7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853296 Apr 12 19:23:33.579564 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c1cc0-58cf-4dc3-ad5f-a506ecaacdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbb74a4-2c0f-4312-98d1-5af73513b66a,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:33.581238 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45174) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:33.630433 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-781668e3-e583-4a41-8519-21806185e592 admin admin] Publish callbacks [] for security_group (7bbb74a4-2c0f-4312-98d1-5af73513b66a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.651909 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-781668e3-e583-4a41-8519-21806185e592 admin admin] Publish callbacks [] for security_group (7bbb74a4-2c0f-4312-98d1-5af73513b66a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.756617 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-781668e3-e583-4a41-8519-21806185e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7bbb74a4-2c0f-4312-98d1-5af73513b66a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.759102 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-781668e3-e583-4a41-8519-21806185e592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:33.760371 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-781668e3-e583-4a41-8519-21806185e592 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bbb74a4-2c0f-4312-98d1-5af73513b66a HTTP/1.1" status: 204 len: 168 time: 0.1780808 Apr 12 19:23:33.768537 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781668e3-e583-4a41-8519-21806185e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbb74a4-2c0f-4312-98d1-5af73513b66a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:40.785835 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:23:43.034648 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45258) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:43.140598 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-03514235-79ec-4cc2-8d96-ac34df82bee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:43.214156 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-03514235-79ec-4cc2-8d96-ac34df82bee9 admin admin] Publish callbacks [] for security_group (60381573-6e9f-4c69-91c8-62dec8097068), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:43.258756 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-03514235-79ec-4cc2-8d96-ac34df82bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (60381573-6e9f-4c69-91c8-62dec8097068), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:43.298619 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-03514235-79ec-4cc2-8d96-ac34df82bee9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49d45acf9792472280723581bf012967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629414 Apr 12 19:23:43.299580 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03514235-79ec-4cc2-8d96-ac34df82bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60381573-6e9f-4c69-91c8-62dec8097068,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:43.301264 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45262) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:23:43.348402 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e13ed252-eab1-4b85-9ccf-63ff2c04770c admin admin] Publish callbacks [] for security_group (60381573-6e9f-4c69-91c8-62dec8097068), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:43.368773 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e13ed252-eab1-4b85-9ccf-63ff2c04770c admin admin] Publish callbacks [] for security_group (60381573-6e9f-4c69-91c8-62dec8097068), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:43.452880 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e13ed252-eab1-4b85-9ccf-63ff2c04770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (60381573-6e9f-4c69-91c8-62dec8097068), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:43.455387 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-e13ed252-eab1-4b85-9ccf-63ff2c04770c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:43.456541 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-e13ed252-eab1-4b85-9ccf-63ff2c04770c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60381573-6e9f-4c69-91c8-62dec8097068 HTTP/1.1" status: 204 len: 168 time: 0.1542795 Apr 12 19:23:43.463948 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ed252-eab1-4b85-9ccf-63ff2c04770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60381573-6e9f-4c69-91c8-62dec8097068,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:23:56.572594 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:56.653124 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5b8bb61-e2f6-432a-85be-558c1b7f2677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:23:58.961001 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1eeaba00-2543-4a4a-80a2-fe7744a2df47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:00.189990 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:01.875467 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:03.006907 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:03.358723 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-df0f467c-9dec-4819-a1a8-5f506678dbc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381658 Apr 12 19:24:03.414864 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-bb089b8f-cf81-42f3-9214-792ddbd65826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:03.416345 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-bb089b8f-cf81-42f3-9214-792ddbd65826 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 1129 time: 0.0390451 Apr 12 19:24:03.518127 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-7fc07352-42ac-4829-a9dc-7f22c9cafaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:03.519647 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-7fc07352-42ac-4829-a9dc-7f22c9cafaa8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 916 time: 0.0866990 Apr 12 19:24:03.586177 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-9f917f18-c983-40f9-8cdc-765dd98a74a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3899d5cc-271c-466f-892b-22b53bfb040c HTTP/1.1" status: 200 len: 1001 time: 0.0588064 Apr 12 19:24:03.633614 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-08be61ce-91b1-4e12-a723-bba795e3bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:03.635069 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-08be61ce-91b1-4e12-a723-bba795e3bd40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0423553 Apr 12 19:24:03.679305 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-e0a5c8de-16c6-485b-91a1-c507e214f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:03.680839 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-e0a5c8de-16c6-485b-91a1-c507e214f027 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397139 Apr 12 19:24:03.768248 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-12e2f7e3-a866-4f42-8642-9422190bc532 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809875 Apr 12 19:24:03.856854 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7b44a42b-cc1a-4c16-bf44-047d87267edd req-deffd99d-c79d-41be-9982-e4cf4170b271 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829489 Apr 12 19:24:17.784945 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:24:26.611971 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:26.686425 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73617b-2cd4-4ceb-972b-30bde2c27808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:28.966921 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1265482f-4a2e-40bc-aa7f-2e7346c65699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:30.206134 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:31.863027 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:33.005625 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:34.423299 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-49615e30-d90a-465d-a397-513d5546a140 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339016884&fields=id&tenant_id=820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 267 time: 0.0457981 Apr 12 19:24:34.531160 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-1582892e-a7da-4deb-aa33-839d165b1a82 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:34.532772 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-1582892e-a7da-4deb-aa33-839d165b1a82 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 812 time: 0.1021461 Apr 12 19:24:34.546603 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-48f9bb92-1c57-4490-a809-5861ead181e9 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/quotas/820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 375 time: 0.0086348 Apr 12 19:24:34.597107 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-111e2127-c94a-4914-8a20-a0e4d790a983 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0441074 Apr 12 19:24:34.701411 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e9fc2fac-6c0a-4178-ac4f-20a4c6107804 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 19:24:34.702383 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e9fc2fac-6c0a-4178-ac4f-20a4c6107804 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0949962 Apr 12 19:24:34.789683 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-a93122db-3f74-4708-b6a4-671086ff8e55 service neutron] 10.222.0.50 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812848 Apr 12 19:24:34.879093 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-60904f38-272b-4015-8a95-43e32585e174 service neutron] 10.222.0.50 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839190 Apr 12 19:24:36.427085 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-7ff8dbf6-1089-43da-bec0-8c7e7e96640b req-130f9a9f-1819-48e5-a757-be1ea146fe6f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 210 time: 0.0295734 Apr 12 19:24:37.524363 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e6b79fed-3514-4fb0-94a5-4adb1137dc5a req-2844e50c-2a53-4f6d-990b-b7edd17a9db2 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 210 time: 0.0272748 Apr 12 19:24:38.220533 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-ff3dbb28-6678-4a88-945f-ede117ca906f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:38.222426 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-ff3dbb28-6678-4a88-945f-ede117ca906f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 812 time: 0.1025004 Apr 12 19:24:38.288050 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-6ffa6654-4a79-43bb-8fe5-e70dfd7b3ec7 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820377ed90cd4b1aa7b6079217559de1 HTTP/1.1" status: 200 len: 380 time: 0.0544970 Apr 12 19:24:38.296462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'port': {'device_id': 'e2edc234-459c-429e-a126-d71886ff69aa', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'admin_state_up': True, 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'security_groups': ['47e7c04d-a6fe-4875-ba29-2dbc93a2634b']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:38.491575 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Made reservation on behalf of 820377ed90cd4b1aa7b6079217559de1 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:24:38.494861 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:38.630559 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cd307530-87d4-426f-b956-14d3fbccd682 req-cfc89066-50e0-4c75-824d-d66c57c2c583 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 210 time: 0.0396407 Apr 12 19:24:38.644449 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Allocated IP 172.20.0.13 (3a109e97-1d23-43da-9b96-77c2a2fda05f/250d44b5-79db-4795-8f81-e33d119a2768/a3291ec7-833f-4bbe-b854-03b4e4e5f753) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:24:38.779189 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:38.880565 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:38.925858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:24:38.930878 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:24:38.934601 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:24:38.957358 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=a3291ec7-833f-4bbe-b854-03b4e4e5f753,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:38.969793 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.970132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.970471 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.970809 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.971666 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.971990 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.972311 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.972624 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.972941 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.973257 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.973575 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.973892 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.974205 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.974516 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.974827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:38.997560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:38.998168 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:39.059868 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e51e7431-eae6-42f7-90ad-13c0555e4d1e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7668657 Apr 12 19:24:39.211538 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-b9352750-acb7-40ae-bb42-4ed1e81f68ea None None] Provisioning complete for port a3291ec7-833f-4bbe-b854-03b4e4e5f753 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:24:39.212119 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9352750-acb7-40ae-bb42-4ed1e81f68ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:39.244883 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b9352750-acb7-40ae-bb42-4ed1e81f68ea None None] Port a3291ec7-833f-4bbe-b854-03b4e4e5f753 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:24:39.428553 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Request body: {'port': {'device_id': 'e2edc234-459c-429e-a126-d71886ff69aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:39.488182 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:39.843854 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348803-7105-427c-8785-67b2f238ff8d req-d779ca2d-727e-48cf-8864-c8796e8ff2fb tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:39.845313 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ab348803-7105-427c-8785-67b2f238ff8d req-d779ca2d-727e-48cf-8864-c8796e8ff2fb tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 932 time: 0.0631545 Apr 12 19:24:39.965430 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ab348803-7105-427c-8785-67b2f238ff8d req-de702e12-8273-4dbb-8877-274e26f4a80b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792000 Apr 12 19:24:40.079746 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3291ec7-833f-4bbe-b854-03b4e4e5f753 {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:24:40.087201 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Publish callbacks [] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:40.099060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Transition to ACTIVE for port object a3291ec7-833f-4bbe-b854-03b4e4e5f753 will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:24:40.183041 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:40.239974 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3291ec7-833f-4bbe-b854-03b4e4e5f753,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:40.311916 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Attempting to bind port a3291ec7-833f-4bbe-b854-03b4e4e5f753 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:24:40.312395 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Attempting to bind port a3291ec7-833f-4bbe-b854-03b4e4e5f753 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:24:40.312730 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Attempting to bind port a3291ec7-833f-4bbe-b854-03b4e4e5f753 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:24:40.318181 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Port a3291ec7-833f-4bbe-b854-03b4e4e5f753 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:24:40.318562 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Attempting to bind port a3291ec7-833f-4bbe-b854-03b4e4e5f753 on network 3a109e97-1d23-43da-9b96-77c2a2fda05f {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:24:40.324935 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:24:40.324935 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Checking segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:24:40.324935 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Bound using segment: {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:24:40.327758 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Bound port: a3291ec7-833f-4bbe-b854-03b4e4e5f753, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:24:40.327758 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:40.404351 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] For port a3291ec7-833f-4bbe-b854-03b4e4e5f753, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:24:40.407517 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] For port a3291ec7-833f-4bbe-b854-03b4e4e5f753, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:24:40.496120 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:40.527700 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:40.530729 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:40.530729 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/a3291ec7-833f-4bbe-b854-03b4e4e5f753 HTTP/1.1" status: 200 len: 1094 time: 1.1061995 Apr 12 19:24:40.530729 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:24:40.532592 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69426080-d76a-4a07-b3f5-ed0df4fe382d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:24:40.571139 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c9e7df-a290-4d87-be5b-ba7c40cef617 x-openstack-request-id: req-39c9e7df-a290-4d87-be5b-ba7c40cef617 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:24:40.571456 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:24:40.571727 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39c9e7df-a290-4d87-be5b-ba7c40cef617 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:24:40.572259 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c9e7df-a290-4d87-be5b-ba7c40cef617'] response: {'name': 'network-changed', 'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'status': 'completed', 'code': 200} Apr 12 19:24:40.575136 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a71c49-92e7-4f46-95b1-1dde0e69f4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3291ec7-833f-4bbe-b854-03b4e4e5f753,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:40.636875 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426080-d76a-4a07-b3f5-ed0df4fe382d req-dafe954c-6dc2-4aa0-be2f-4c68f5a6cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:40.636875 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-69426080-d76a-4a07-b3f5-ed0df4fe382d req-dafe954c-6dc2-4aa0-be2f-4c68f5a6cca5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 1128 time: 0.0455954 Apr 12 19:24:40.755940 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426080-d76a-4a07-b3f5-ed0df4fe382d req-6ebfa91f-be15-468c-b499-2db1a2c6867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:40.757492 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-69426080-d76a-4a07-b3f5-ed0df4fe382d req-6ebfa91f-be15-468c-b499-2db1a2c6867e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=820377ed90cd4b1aa7b6079217559de1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1125975 Apr 12 19:24:40.863296 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69426080-d76a-4a07-b3f5-ed0df4fe382d req-6ef352e7-b376-419b-a355-e31efe98e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:40.864859 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-69426080-d76a-4a07-b3f5-ed0df4fe382d req-6ef352e7-b376-419b-a355-e31efe98e408 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016874 Apr 12 19:24:40.951720 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-9992ceb7-fb74-4c30-9c0c-3374e07c11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:40.956340 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-9992ceb7-fb74-4c30-9c0c-3374e07c11b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 1128 time: 0.0419877 Apr 12 19:24:40.998649 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-2bfb4972-554c-4288-9c12-807ed3ebb053 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753 HTTP/1.1" status: 200 len: 217 time: 0.0386732 Apr 12 19:24:41.086999 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-0fba5673-07c7-473c-b3f1-1e2ef7445a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:41.088483 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-0fba5673-07c7-473c-b3f1-1e2ef7445a56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0839911 Apr 12 19:24:41.097055 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85986d4-6aed-43b2-84a6-a59ccb172b9f req-61ef1207-8bbd-4441-b40c-b4eeee9e5813 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:41.098513 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b85986d4-6aed-43b2-84a6-a59ccb172b9f req-61ef1207-8bbd-4441-b40c-b4eeee9e5813 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0598061 Apr 12 19:24:41.155514 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e941f980-707f-4ac0-94df-44508234e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:41.156947 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-e941f980-707f-4ac0-94df-44508234e43f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575967 Apr 12 19:24:41.205393 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b85986d4-6aed-43b2-84a6-a59ccb172b9f req-de5cb054-3b5c-4c24-81b1-0c0ae213269c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986297 Apr 12 19:24:41.264598 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-c09111f5-185b-4251-8e0c-53a9950ef580 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011817 Apr 12 19:24:41.362223 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-35556c8b-24f7-450d-9cee-210cfdcfe253 req-c20dabe6-ef8b-4f79-8b54-455ac05c0880 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878606 Apr 12 19:24:42.317484 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4894a-a348-4135-aa7a-bc627ccbcc75 req-d0439da4-4113-4a27-b8b8-a10ee07d9abe tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:42.318941 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a2c4894a-a348-4135-aa7a-bc627ccbcc75 req-d0439da4-4113-4a27-b8b8-a10ee07d9abe tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0480995 Apr 12 19:24:42.367779 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a2c4894a-a348-4135-aa7a-bc627ccbcc75 req-ecdd1873-17ab-41dc-b53a-dc283325faaf tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 Apr 12 19:24:43.485972 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba421b-d3b1-4fc9-b096-a147621071d5 req-d0669753-8873-4d7b-9595-5008ced62199 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:43.488023 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d1ba421b-d3b1-4fc9-b096-a147621071d5 req-d0669753-8873-4d7b-9595-5008ced62199 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0465689 Apr 12 19:24:43.542681 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d1ba421b-d3b1-4fc9-b096-a147621071d5 req-b53bc141-e052-455b-9685-9af048b68c8c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490673 Apr 12 19:24:43.670420 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a164-951c-4208-a08e-da25a3797f0b req-d7b2031a-0ce2-43ef-898a-0b6f24c46104 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:43.671898 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a92a164-951c-4208-a08e-da25a3797f0b req-d7b2031a-0ce2-43ef-898a-0b6f24c46104 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0467231 Apr 12 19:24:43.718946 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2a92a164-951c-4208-a08e-da25a3797f0b req-58b849ba-09b2-41de-a87a-52cdb70d7d95 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Apr 12 19:24:44.657690 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727139af-8177-4525-8268-911597a000df req-76d14e7b-a29f-404b-8ba2-6a2d0ade3723 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:44.660123 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-727139af-8177-4525-8268-911597a000df req-76d14e7b-a29f-404b-8ba2-6a2d0ade3723 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0483630 Apr 12 19:24:44.709205 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-727139af-8177-4525-8268-911597a000df req-27d9f033-9917-45a1-8ba5-57b004d8ff85 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Apr 12 19:24:44.833895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767590b-9acf-4b25-9ead-9d9c7dcb43c1 req-c10e5137-88ab-422a-b7ce-82f6c90c4fea tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:44.835316 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2767590b-9acf-4b25-9ead-9d9c7dcb43c1 req-c10e5137-88ab-422a-b7ce-82f6c90c4fea tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0499315 Apr 12 19:24:44.881726 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2767590b-9acf-4b25-9ead-9d9c7dcb43c1 req-8cd8d8a7-c3a2-4d22-9499-e84afa8c0382 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409834 Apr 12 19:24:45.375030 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-9800db97-b363-432c-8901-435e3788373f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:45.376472 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-9800db97-b363-432c-8901-435e3788373f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0474236 Apr 12 19:24:45.461576 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port 3899d5cc-271c-466f-892b-22b53bfb040c {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:24:45.461917 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:45.550586 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] For port 3899d5cc-271c-466f-892b-22b53bfb040c, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=3899d5cc-271c-466f-892b-22b53bfb040c,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:24:45.550943 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:45.726584 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:45.727258 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (25bc5789-52f6-4707-b998-b06479b501b4), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:45.727258 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 25bc5789-52f6-4707-b998-b06479b501b4 disassociated. External IP: 172.27.0.191, port: 3899d5cc-271c-466f-892b-22b53bfb040c. Apr 12 19:24:45.727602 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for 3899d5cc-271c-466f-892b-22b53bfb040c owned by compute:nova {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:24:45.833974 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa49922-9b2a-4aa8-9498-9b765aa8ade6 req-0c930e53-cfdf-4e70-b15b-c3ef550f1c58 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:45.835410 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-daa49922-9b2a-4aa8-9498-9b765aa8ade6 req-0c930e53-cfdf-4e70-b15b-c3ef550f1c58 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0588140 Apr 12 19:24:45.921810 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-daa49922-9b2a-4aa8-9498-9b765aa8ade6 req-b62ebdc7-88c1-434f-a389-ff2718c13c0b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757048 Apr 12 19:24:45.995042 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00b39-77b3-4e2a-aad5-8bb47b5e0a19 req-82b22386-2d23-4e6d-9585-380e129e2ed4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:45.996533 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b5e00b39-77b3-4e2a-aad5-8bb47b5e0a19 req-82b22386-2d23-4e6d-9585-380e129e2ed4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 945 time: 0.0466938 Apr 12 19:24:45.997566 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (3899d5cc-271c-466f-892b-22b53bfb040c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:46.030988 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=3899d5cc-271c-466f-892b-22b53bfb040c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:46.109831 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b5e00b39-77b3-4e2a-aad5-8bb47b5e0a19 req-28a64cd4-04f0-476f-a1e2-1fa8044a78e0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=c8955e9d-87c2-472e-b1b6-2f3edab920f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043367 Apr 12 19:24:46.179236 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:24:46.287109 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:24:46.296727 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:24:46.307238 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:24:46.307885 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:24:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:46.330531 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] No DVR routers for this DVR port 3899d5cc-271c-466f-892b-22b53bfb040c on host hv-cinder-83753 {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:24:46.333408 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:46.336750 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-2b242c6e-de1a-4342-be7e-e4a48ec332c8 req-d56b63cb-3476-49c3-9ebb-3a257b3b6106 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "DELETE /v2.0/ports/3899d5cc-271c-466f-892b-22b53bfb040c HTTP/1.1" status: 204 len: 173 time: 0.9553697 Apr 12 19:24:46.337202 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'name': 'network-vif-deleted', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:24:46.339462 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749b5be7-32dd-4140-9924-5df46acbae88" -d '{"events": [{"server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "name": "network-vif-deleted", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:24:46.382547 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e4cfa5-018b-4d90-a9a5-e9824e0cb566 x-openstack-request-id: req-b8e4cfa5-018b-4d90-a9a5-e9824e0cb566 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:24:46.382841 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdfaca5-4a7d-4ffd-8540-dada34291093", "name": "network-vif-deleted", "tag": "3899d5cc-271c-466f-892b-22b53bfb040c", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:24:46.383091 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8e4cfa5-018b-4d90-a9a5-e9824e0cb566 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:24:46.383513 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e4cfa5-018b-4d90-a9a5-e9824e0cb566'] response: {'server_uuid': 'dbdfaca5-4a7d-4ffd-8540-dada34291093', 'name': 'network-vif-deleted', 'tag': '3899d5cc-271c-466f-892b-22b53bfb040c', 'status': 'completed', 'code': 200} Apr 12 19:24:46.418288 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:24:46.617839 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:46.730796 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:24:46.740703 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:24:46.741311 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:24:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:46.847949 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:24:47.040379 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1302d70-bf2b-445b-8de9-00282977d245 req-c3616b50-0a7f-44a5-9ada-60a41de2aa6c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:47.041017 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:47.042327 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c1302d70-bf2b-445b-8de9-00282977d245 req-c3616b50-0a7f-44a5-9ada-60a41de2aa6c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0517890 Apr 12 19:24:47.067576 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b60e90-8c60-4a44-96f5-625d43b93de9 None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:24:47.098195 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c1302d70-bf2b-445b-8de9-00282977d245 req-0262bb44-a58c-4d7a-af7a-f4fb9f71563e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494277 Apr 12 19:24:47.235910 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e4b0e0dd-27b7-4af9-935f-189d458faee8 req-a55817b9-f428-47ab-ba56-ef6c80911b4d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbdfaca5-4a7d-4ffd-8540-dada34291093 HTTP/1.1" status: 200 len: 210 time: 0.0291569 Apr 12 19:24:47.308511 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0cd9e-ceb8-49aa-aef4-c8bdf464b3bb None None] New status for floating IP 25bc5789-52f6-4707-b998-b06479b501b4: DOWN {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:24:48.208191 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6819301-05f1-4cae-9dd4-c931595ce0e9 req-fe01ec4c-2f6b-48c8-8e90-626b679a0887 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:48.209638 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a6819301-05f1-4cae-9dd4-c931595ce0e9 req-fe01ec4c-2f6b-48c8-8e90-626b679a0887 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0463128 Apr 12 19:24:48.261224 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a6819301-05f1-4cae-9dd4-c931595ce0e9 req-ee81ab12-6dde-4062-b925-944875934b8e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460863 Apr 12 19:24:48.417868 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45454) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:48.472117 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d9df5e7b-0a3e-4c72-86f9-28693d1b4e2e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (c8955e9d-87c2-472e-b1b6-2f3edab920f5), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:48.495349 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d9df5e7b-0a3e-4c72-86f9-28693d1b4e2e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (c8955e9d-87c2-472e-b1b6-2f3edab920f5), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:48.611081 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d9df5e7b-0a3e-4c72-86f9-28693d1b4e2e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (c8955e9d-87c2-472e-b1b6-2f3edab920f5), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:48.614367 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d9df5e7b-0a3e-4c72-86f9-28693d1b4e2e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:48.615536 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d9df5e7b-0a3e-4c72-86f9-28693d1b4e2e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/security-groups/c8955e9d-87c2-472e-b1b6-2f3edab920f5 HTTP/1.1" status: 204 len: 168 time: 0.1966472 Apr 12 19:24:48.618389 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45456) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:48.624979 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df5e7b-0a3e-4c72-86f9-28693d1b4e2e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8955e9d-87c2-472e-b1b6-2f3edab920f5,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:48.634623 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-a960d409-1f33-4586-b54b-50dfb5c7eb61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] show failed (client error): The resource could not be found. Apr 12 19:24:48.638264 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a960d409-1f33-4586-b54b-50dfb5c7eb61 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups/c8955e9d-87c2-472e-b1b6-2f3edab920f5 HTTP/1.1" status: 404 len: 347 time: 0.0162160 Apr 12 19:24:48.638591 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45460) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:48.753908 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port 61ee79e4-d6c6-446e-9024-77eb00f822c9 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:24:48.754252 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:48.831393 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:48.831753 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (61ee79e4-d6c6-446e-9024-77eb00f822c9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:48.844156 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for 61ee79e4-d6c6-446e-9024-77eb00f822c9 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:24:49.051419 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (61ee79e4-d6c6-446e-9024-77eb00f822c9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.076480 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=61ee79e4-d6c6-446e-9024-77eb00f822c9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:49.088325 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.088674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.089042 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.089381 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.089714 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.090112 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.090379 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.090706 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.091034 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.091364 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.091715 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.092047 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.092369 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.092689 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.093010 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.148646 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (25bc5789-52f6-4707-b998-b06479b501b4), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.151150 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.152392 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-481e2a5c-c063-4167-81f8-c443e531e480 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/floatingips/25bc5789-52f6-4707-b998-b06479b501b4 HTTP/1.1" status: 204 len: 168 time: 0.5128994 Apr 12 19:24:49.192225 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device a3291ec7-833f-4bbe-b854-03b4e4e5f753 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:24:49.196310 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 3899d5cc-271c-466f-892b-22b53bfb040c no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:24:49.225653 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 3899d5cc-271c-466f-892b-22b53bfb040c {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:24:49.225992 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 3899d5cc-271c-466f-892b-22b53bfb040c not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:24:49.313260 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port a3291ec7-833f-4bbe-b854-03b4e4e5f753, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:24:49.325730 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'port_id': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'mac_address': 'fa:16:3e:2a:c1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:24:49.368697 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port a3291ec7-833f-4bbe-b854-03b4e4e5f753 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:24:49.369088 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.375945 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff51906-6e1c-4986-b765-73b4cd5b9385 req-8cc9b76c-0ded-4863-95de-0206f62ca898 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:49.382689 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3291ec7-833f-4bbe-b854-03b4e4e5f753 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:24:49.383834 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ff51906-6e1c-4986-b765-73b4cd5b9385 req-8cc9b76c-0ded-4863-95de-0206f62ca898 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 944 time: 0.0560064 Apr 12 19:24:49.402563 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port a3291ec7-833f-4bbe-b854-03b4e4e5f753, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:24:49.427045 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5ff51906-6e1c-4986-b765-73b4cd5b9385 req-b0e9ee5f-6cbe-42c2-b507-eb29825f686f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Apr 12 19:24:49.513933 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.560104 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=a3291ec7-833f-4bbe-b854-03b4e4e5f753,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:49.567761 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.568046 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.568395 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.568735 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.569059 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.569179 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45466) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:49.569385 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.569705 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.570027 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.570347 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.570669 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.570986 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.571304 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.571649 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.571966 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.572277 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:24:49.573780 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-2e4efb6f-75a4-46e9-8b5f-31d80ebb2d4f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547243009', 'description': 'tempest-description--943141662'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:49.633814 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e4efb6f-75a4-46e9-8b5f-31d80ebb2d4f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.699906 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e4efb6f-75a4-46e9-8b5f-31d80ebb2d4f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (58380ff1-23c6-4eaa-a1c7-7ef404cd04f3), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.748056 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e4efb6f-75a4-46e9-8b5f-31d80ebb2d4f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (58380ff1-23c6-4eaa-a1c7-7ef404cd04f3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.779460 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4efb6f-75a4-46e9-8b5f-31d80ebb2d4f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:49.824931 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2e4efb6f-75a4-46e9-8b5f-31d80ebb2d4f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.826147 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2e4efb6f-75a4-46e9-8b5f-31d80ebb2d4f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2559538 Apr 12 19:24:49.829049 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45468) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:49.833467 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-82110202-f557-4d8d-b2d6-79df6e0a3e92 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': '58380ff1-23c6-4eaa-a1c7-7ef404cd04f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:49.905962 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['a3291ec7-833f-4bbe-b854-03b4e4e5f753'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:24:49.942172 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82110202-f557-4d8d-b2d6-79df6e0a3e92 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (f2bdffb3-74d8-43b0-8954-d73b914598e2), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:49.998046 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82110202-f557-4d8d-b2d6-79df6e0a3e92 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (f2bdffb3-74d8-43b0-8954-d73b914598e2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.039934 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82110202-f557-4d8d-b2d6-79df6e0a3e92 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (f2bdffb3-74d8-43b0-8954-d73b914598e2), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.058923 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82110202-f557-4d8d-b2d6-79df6e0a3e92 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bdffb3-74d8-43b0-8954-d73b914598e2,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:50.104146 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-82110202-f557-4d8d-b2d6-79df6e0a3e92 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.105355 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-82110202-f557-4d8d-b2d6-79df6e0a3e92 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753415 Apr 12 19:24:50.108007 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45470) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:50.113197 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-4647e95d-b1ef-4c6b-8460-8cdcd712c655 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'security_group_rule': {'security_group_id': '58380ff1-23c6-4eaa-a1c7-7ef404cd04f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:50.170487 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4647e95d-b1ef-4c6b-8460-8cdcd712c655 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (7f7ae0ef-7472-4bce-b555-350fb4d394bf), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.225174 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4647e95d-b1ef-4c6b-8460-8cdcd712c655 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (7f7ae0ef-7472-4bce-b555-350fb4d394bf), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.268527 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4647e95d-b1ef-4c6b-8460-8cdcd712c655 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642514'] for security_group_rule (7f7ae0ef-7472-4bce-b555-350fb4d394bf), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.286561 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e95d-b1ef-4c6b-8460-8cdcd712c655 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7ae0ef-7472-4bce-b555-350fb4d394bf,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:50.334057 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4647e95d-b1ef-4c6b-8460-8cdcd712c655 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.335257 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4647e95d-b1ef-4c6b-8460-8cdcd712c655 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2260778 Apr 12 19:24:50.338332 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45472) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:50.342586 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:50.427781 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.510251 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.543637 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4444774-0e3e-4e21-b4e5-adc0492abf8f req-6260f782-c95b-406c-80ce-aa1a7d5de3d2 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:50.545112 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4444774-0e3e-4e21-b4e5-adc0492abf8f req-6260f782-c95b-406c-80ce-aa1a7d5de3d2 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 945 time: 0.0500698 Apr 12 19:24:50.593553 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-a4444774-0e3e-4e21-b4e5-adc0492abf8f req-409c794a-16a4-4458-bbd3-3e52116a5619 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Apr 12 19:24:50.617561 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.27.0.131 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/94e4faae-3992-40ce-ae27-448cc40c8240) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:24:50.722598 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (94e4faae-3992-40ce-ae27-448cc40c8240), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.811615 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (94e4faae-3992-40ce-ae27-448cc40c8240), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:50.849459 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:24:50.854420 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:24:50.858052 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:24:50.864798 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=94e4faae-3992-40ce-ae27-448cc40c8240,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:50.948903 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (67cd5bd4-79a4-4ce6-b421-79ceb59a9dea), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.055087 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (94e4faae-3992-40ce-ae27-448cc40c8240), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.199705 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (94e4faae-3992-40ce-ae27-448cc40c8240), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.207769 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device a3291ec7-833f-4bbe-b854-03b4e4e5f753 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:24:51.251329 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port a3291ec7-833f-4bbe-b854-03b4e4e5f753 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:24:51.262069 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (94e4faae-3992-40ce-ae27-448cc40c8240), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.327916 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=94e4faae-3992-40ce-ae27-448cc40c8240,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:51.336462 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port a3291ec7-833f-4bbe-b854-03b4e4e5f753 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:24:51.336850 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.341013 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (67cd5bd4-79a4-4ce6-b421-79ceb59a9dea), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.417813 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port a3291ec7-833f-4bbe-b854-03b4e4e5f753 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:24:51.418203 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.441388 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:24:51.443498 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.443668 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c82f658-475e-466c-8423-041cafc8e547" -d '{"events": [{"server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "name": "network-vif-plugged", "status": "completed", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:24:51.443807 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e2f532fc-cb2b-42fc-9567-bdaa6f48baa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1044557 Apr 12 19:24:51.457087 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port a3291ec7-833f-4bbe-b854-03b4e4e5f753, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:24:51.478853 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324129fc-d1f1-4cde-99f8-64e102824f65 x-openstack-request-id: req-324129fc-d1f1-4cde-99f8-64e102824f65 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:24:51.479151 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "name": "network-vif-plugged", "status": "completed", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:24:51.479418 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-324129fc-d1f1-4cde-99f8-64e102824f65 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:24:51.479882 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324129fc-d1f1-4cde-99f8-64e102824f65'] response: {'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'code': 200} Apr 12 19:24:51.520104 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:51.568344 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=a3291ec7-833f-4bbe-b854-03b4e4e5f753,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:51.596479 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-78599c46-474c-469e-959d-e504c8cf878a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1547243009&fields=id&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 267 time: 0.0451071 Apr 12 19:24:51.727002 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c54a-26bd-4607-8149-a21ad259c815 req-c1ee3de9-79e8-4cc8-b9ea-2f932c2446c4 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:51.728499 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-47b0c54a-26bd-4607-8149-a21ad259c815 req-c1ee3de9-79e8-4cc8-b9ea-2f932c2446c4 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 946 time: 0.0634444 Apr 12 19:24:51.752138 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-1b83dc99-edc0-4f42-98f3-d7395067dcc5 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:51.754074 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-1b83dc99-edc0-4f42-98f3-d7395067dcc5 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.1514235 Apr 12 19:24:51.801849 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d06bd3d3-0ab4-4ee0-b555-7356d6cf3ec8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/quotas/e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 375 time: 0.0405002 Apr 12 19:24:51.851324 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f691-18bc-4961-a5aa-4ce4cd9a2a80 req-eba15556-1497-402e-8aca-e14e051a6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:51.852704 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c216f691-18bc-4961-a5aa-4ce4cd9a2a80 req-eba15556-1497-402e-8aca-e14e051a6439 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 1130 time: 0.0903556 Apr 12 19:24:51.874996 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-47b0c54a-26bd-4607-8149-a21ad259c815 req-2f0527ba-8ad1-46bd-a5e0-20c27e09f006 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401777 Apr 12 19:24:51.888577 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-5493d520-702d-4837-8820-6754897b9d7b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779757 Apr 12 19:24:51.937747 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c216f691-18bc-4961-a5aa-4ce4cd9a2a80 req-3d1a06ed-00fd-4f1e-9346-2f6bd366b62b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750818 Apr 12 19:24:51.996905 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-6a577b65-e017-4e33-a902-adf81b0f0811 service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961268 Apr 12 19:24:52.088211 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-cf31cb6a-7ad2-4486-bce4-aee49b7d8808 service neutron] 10.222.0.50 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856593 Apr 12 19:24:52.326639 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-84df053c-1c96-4740-ad82-095933267946 req-49931c25-23f4-4fb8-8c95-695c412491fa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 210 time: 0.0282025 Apr 12 19:24:52.987214 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7432b60-438c-4e65-87f1-6b4df20cb597 req-df1532d3-fee7-4cb1-99aa-88066e34be5e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:52.988723 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c7432b60-438c-4e65-87f1-6b4df20cb597 req-df1532d3-fee7-4cb1-99aa-88066e34be5e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 946 time: 0.0458710 Apr 12 19:24:53.036253 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c7432b60-438c-4e65-87f1-6b4df20cb597 req-37f18c47-0b50-427c-ab2a-e54bdf417306 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420005 Apr 12 19:24:53.422928 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-c5724717-8d6f-42f3-9cc7-2dfcec1bbee8 req-f2cb8b48-937f-4ed5-b4a8-4abb9c49c426 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 210 time: 0.0304403 Apr 12 19:24:54.150775 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c10c-6a67-45c1-bd0e-3b15c0f97f21 req-cfc3d1e1-8909-4f1b-829e-da58f6b1a85e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:54.152276 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ae46c10c-6a67-45c1-bd0e-3b15c0f97f21 req-cfc3d1e1-8909-4f1b-829e-da58f6b1a85e tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 946 time: 0.0482941 Apr 12 19:24:54.202995 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ae46c10c-6a67-45c1-bd0e-3b15c0f97f21 req-1931d03a-701a-4315-92e6-4f85ec7fb474 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Apr 12 19:24:54.315898 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66a866-42b1-47b6-ad73-6ded3d1b6b71 req-48f46e87-9b1d-49e8-9f69-7623ed26c41b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:54.317330 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f66a866-42b1-47b6-ad73-6ded3d1b6b71 req-48f46e87-9b1d-49e8-9f69-7623ed26c41b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 946 time: 0.0469644 Apr 12 19:24:54.373452 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-5f66a866-42b1-47b6-ad73-6ded3d1b6b71 req-b706e28b-9955-4973-96c6-1c89a7f24af6 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503836 Apr 12 19:24:54.397411 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45516) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:54.535112 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d5b25e6c-ff2b-4c49-a073-8d5cb894f839 req-a665df02-623f-4de3-b629-95dda94561c3 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 210 time: 0.0294955 Apr 12 19:24:54.542232 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7d9742-b445-443e-8698-c2ffbca35600 tempest-TestVolumeBootPattern-365566928 tempest-TestVolumeBootPattern-365566928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:54.544877 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2e7d9742-b445-443e-8698-c2ffbca35600 tempest-TestVolumeBootPattern-365566928 tempest-TestVolumeBootPattern-365566928-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 1125 time: 0.1457500 Apr 12 19:24:54.547085 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45522) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:24:54.551831 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Request body: {'floatingip': {'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'port_id': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:54.576366 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-cbe756f9-25c2-4ed3-9cb0-6c94df643724 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:54.577738 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-cbe756f9-25c2-4ed3-9cb0-6c94df643724 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 815 time: 0.1426735 Apr 12 19:24:54.636697 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-e973bd93-400a-438e-9d49-035b7e668cd6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ddc19f0d8b4d97a4207df3844386b1 HTTP/1.1" status: 200 len: 380 time: 0.0509698 Apr 12 19:24:54.646384 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'port': {'device_id': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'admin_state_up': True, 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'security_groups': ['58380ff1-23c6-4eaa-a1c7-7ef404cd04f3']}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:54.679761 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:54.765167 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:54.784147 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:24:54.822632 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Made reservation on behalf of e6ddc19f0d8b4d97a4207df3844386b1 for: {'port': 1} {{(pid=103908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 19:24:54.826306 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:54.874138 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Allocated IP 172.27.0.135 (9731df22-e290-4d9c-8038-b43e348300ed/28f97ba4-a0f1-4db1-a5c6-29d8590502aa/0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:24:54.959106 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_common [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Allocated IP 172.20.0.5 (304e26f4-97e7-4817-8feb-6db2ecb38fd0/d85186a4-2711-4919-b216-f8c82a21d9d8/fd704394-460f-401e-b762-221a9bc8b5b6) {{(pid=103908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 19:24:54.976925 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.074305 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.094073 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for port (fd704394-460f-401e-b762-221a9bc8b5b6), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.118115 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Network 9731df22-e290-4d9c-8038-b43e348300ed is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:24:55.120955 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:24:55.126574 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:24:55.154151 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:55.188709 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763860376998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.234689 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 is already hosted by enough agents. {{(pid=103908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 19:24:55.240841 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.base_scheduler [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Resources bound (agent type, host, resource id): {{(pid=103908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 19:24:55.244723 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Received port after_create {{(pid=103908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 19:24:55.271000 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event updated for resources: {'Port': ['ID=fd704394-460f-401e-b762-221a9bc8b5b6,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:55.303930 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:55.304805 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.432376 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-01d0d191-a67f-47b7-9549-f22a5f759451 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900925 Apr 12 19:24:55.445873 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-b8913fb0-71b8-442f-82bd-0bf332a0fe17 None None] Provisioning complete for port fd704394-460f-401e-b762-221a9bc8b5b6 triggered by entity DHCP. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:24:55.446403 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8913fb0-71b8-442f-82bd-0bf332a0fe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.480460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b8913fb0-71b8-442f-82bd-0bf332a0fe17 None None] Port fd704394-460f-401e-b762-221a9bc8b5b6 cannot update to ACTIVE because it is not bound. {{(pid=103910) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 19:24:55.488711 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Request body: {'port': {'device_id': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83753'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:24:55.513661 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (ac7c1566-c09b-4e45-934e-dcee6a52a205), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.546635 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.654010 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.706517 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab604296-c6c2-47b3-86d9-08bf2a1b0ee4 req-5152ac54-9ecb-424e-84af-81fff1fea1f4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:55.708069 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ab604296-c6c2-47b3-86d9-08bf2a1b0ee4 req-5152ac54-9ecb-424e-84af-81fff1fea1f4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 931 time: 0.0612493 Apr 12 19:24:55.804410 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ab604296-c6c2-47b3-86d9-08bf2a1b0ee4 req-c7e0cd01-abe0-42b6-88fb-300b3660c7d0 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871775 Apr 12 19:24:55.808748 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.874960 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd704394-460f-401e-b762-221a9bc8b5b6 {{(pid=103908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:24:55.879770 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4276815'] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.883923 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Publish callbacks [] for port (fd704394-460f-401e-b762-221a9bc8b5b6), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.896224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.provisioning_blocks [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Transition to ACTIVE for port object fd704394-460f-401e-b762-221a9bc8b5b6 will not be triggered until provisioned by entity L2. {{(pid=103908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 19:24:55.953605 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event updated for resources: {'Port': ['ID=0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:55.962686 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (ac7c1566-c09b-4e45-934e-dcee6a52a205), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:55.988561 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:56.047571 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd704394-460f-401e-b762-221a9bc8b5b6,revision_number=2']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:56.070657 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Floating IP ac7c1566-c09b-4e45-934e-dcee6a52a205 associated. External IP: 172.27.0.135, port: a3291ec7-833f-4bbe-b854-03b4e4e5f753. Apr 12 19:24:56.120442 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Attempting to bind port fd704394-460f-401e-b762-221a9bc8b5b6 on host hv-cinder-83753 for vnic_type normal with profile {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 19:24:56.120779 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Attempting to bind port fd704394-460f-401e-b762-221a9bc8b5b6 by drivers openvswitch,hyperv on host hv-cinder-83753 at level 0 using segments [{'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 19:24:56.121113 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Attempting to bind port fd704394-460f-401e-b762-221a9bc8b5b6 on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:24:56.125848 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Port fd704394-460f-401e-b762-221a9bc8b5b6 on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83753 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 19:24:56.126180 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Attempting to bind port fd704394-460f-401e-b762-221a9bc8b5b6 on network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 19:24:56.131563 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Checking agent: {'id': '3a46e229-b6ac-4a94-b22f-7a1e1d546410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'started_at': datetime.datetime(2022, 4, 12, 19, 7, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 19:24:56.131870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Checking segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 19:24:56.132258 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Bound using segment: {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'} {{(pid=103908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 19:24:56.132690 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.managers [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Bound port: fd704394-460f-401e-b762-221a9bc8b5b6, host: hv-cinder-83753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751e0bed-5c96-45a6-9f40-65eb69f1fe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0'}}] {{(pid=103908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 19:24:56.133057 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:56.198539 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] For port fd704394-460f-401e-b762-221a9bc8b5b6, host hv-cinder-83753, cleared binding levels {{(pid=103908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 19:24:56.201769 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] For port fd704394-460f-401e-b762-221a9bc8b5b6, host hv-cinder-83753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd704394-460f-401e-b762-221a9bc8b5b6,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 19:24:56.291423 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:24:56.314210 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846772'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:56.352478 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.353047 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:56.354417 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] 10.222.0.46 "PUT /v2.0/ports/fd704394-460f-401e-b762-221a9bc8b5b6 HTTP/1.1" status: 200 len: 1093 time: 0.8710248 Apr 12 19:24:56.354859 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:24:56.357127 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4832aac9-1c9b-4b55-8682-083bcb0d0559" -d '{"events": [{"name": "network-changed", "server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:24:56.389799 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d92cc6-5290-45fd-9b32-624cd914edc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd704394-460f-401e-b762-221a9bc8b5b6,revision_number=3']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:56.413173 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17e655-729a-4a4e-81ac-b25159975b8a x-openstack-request-id: req-9b17e655-729a-4a4e-81ac-b25159975b8a {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:24:56.414909 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:24:56.415181 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b17e655-729a-4a4e-81ac-b25159975b8a {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:24:56.416452 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b17e655-729a-4a4e-81ac-b25159975b8a'] response: {'name': 'network-changed', 'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'status': 'completed', 'code': 200} Apr 12 19:24:56.419690 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:24:56.434954 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:24:56.445682 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:24:56.446644 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:24:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:56.475349 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832aac9-1c9b-4b55-8682-083bcb0d0559 req-7f063cd1-2a59-443d-9bbe-3363e80cd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.476813 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4832aac9-1c9b-4b55-8682-083bcb0d0559 req-7f063cd1-2a59-443d-9bbe-3363e80cd274 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 1127 time: 0.0438993 Apr 12 19:24:56.481706 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:56.565591 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:56.598847 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832aac9-1c9b-4b55-8682-083bcb0d0559 req-88d4640c-1d38-40f3-a041-a98ee32cf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.600480 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4832aac9-1c9b-4b55-8682-083bcb0d0559 req-88d4640c-1d38-40f3-a041-a98ee32cf57f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1173816 Apr 12 19:24:56.606585 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:24:56.652041 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4add031c-b641-4950-a69c-e31d8418aa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:56.723722 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832aac9-1c9b-4b55-8682-083bcb0d0559 req-2bc13cca-c218-493c-84ff-a1560f079edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.725197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4832aac9-1c9b-4b55-8682-083bcb0d0559 req-2bc13cca-c218-493c-84ff-a1560f079edb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186106 Apr 12 19:24:56.779872 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8fe47244-6d59-450f-94d5-ec867366db99 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2315824 Apr 12 19:24:56.780598 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:24:56.782790 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102c7439-d715-4cc4-9b97-b3af743c45a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:24:56.804701 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-834383c2-b754-40b6-b53d-f560a5eb3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.806200 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-834383c2-b754-40b6-b53d-f560a5eb3704 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 1127 time: 0.0441687 Apr 12 19:24:56.827759 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba566d3a-b3e0-42ce-9a6c-fd5c9e653e38 x-openstack-request-id: req-ba566d3a-b3e0-42ce-9a6c-fd5c9e653e38 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:24:56.827759 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:24:56.827759 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba566d3a-b3e0-42ce-9a6c-fd5c9e653e38 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:24:56.828188 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba566d3a-b3e0-42ce-9a6c-fd5c9e653e38'] response: {'name': 'network-changed', 'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'status': 'completed', 'code': 200} Apr 12 19:24:56.851029 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:40Z', 'revision_number': 1, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}, {'id': 'ac7c1566-c09b-4e45-934e-dcee6a52a205', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:2a:c1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2edc234-459c-429e-a126-d71886ff69aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:24:55Z', 'updated_at': '2022-04-12T19:24:55Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:56.864341 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-5b54b0e4-3cd0-4025-b8b0-4f103bce8ddd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd704394-460f-401e-b762-221a9bc8b5b6 HTTP/1.1" status: 200 len: 217 time: 0.0504074 Apr 12 19:24:56.882969 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:24:56.891614 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:24:56.892506 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:24:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:56.892786 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-81886c2a-9111-4d60-8d97-67e429aec2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.894540 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-81886c2a-9111-4d60-8d97-67e429aec2c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 1130 time: 0.0469241 Apr 12 19:24:56.947837 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-aae390a5-68aa-4614-9d1a-fe2e857b88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.949308 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-aae390a5-68aa-4614-9d1a-fe2e857b88e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0798328 Apr 12 19:24:56.960870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a728413-5456-48c2-af80-3b77dc6b5a12 req-50ec64a6-df61-4160-ab25-98ba94f4aa82 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.962302 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0a728413-5456-48c2-af80-3b77dc6b5a12 req-50ec64a6-df61-4160-ab25-98ba94f4aa82 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 943 time: 0.0620487 Apr 12 19:24:56.989026 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-e0950212-68f6-4289-a0e9-9e600acb6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:56.990376 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-e0950212-68f6-4289-a0e9-9e600acb6e20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0903237 Apr 12 19:24:57.002810 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:24:57.019856 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-436ea2a0-8d3d-462d-8566-c11dd3def2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:57.021388 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-436ea2a0-8d3d-462d-8566-c11dd3def2c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582414 Apr 12 19:24:57.057821 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-54d54b64-9490-42ea-9bdb-ef6be7ebdfdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753 HTTP/1.1" status: 200 len: 1000 time: 0.0613701 Apr 12 19:24:57.068950 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0a728413-5456-48c2-af80-3b77dc6b5a12 req-38a9b971-9e60-423b-8b7a-a42c556050f3 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964298 Apr 12 19:24:57.113169 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-3a7a1e64-ed35-4226-bfe7-1e67855b5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:57.114848 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-3a7a1e64-ed35-4226-bfe7-1e67855b5280 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0490150 Apr 12 19:24:57.138891 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-98e4a8d7-227b-41d4-95d3-85eacb0637d2 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116905 Apr 12 19:24:57.162602 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-3979c9e4-89bc-4966-8e5f-f9438286b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:57.164245 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-3979c9e4-89bc-4966-8e5f-f9438286b60c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441232 Apr 12 19:24:57.230172 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:40Z', 'revision_number': 1, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}, {'id': 'ac7c1566-c09b-4e45-934e-dcee6a52a205', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:2a:c1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2edc234-459c-429e-a126-d71886ff69aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:24:55Z', 'updated_at': '2022-04-12T19:24:55Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:24:57.232614 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0e1ddfb8-b13b-4034-8f32-4c34fd4a474d req-9b009044-6d08-4290-a632-0a5592756df0 service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867336 Apr 12 19:24:57.258042 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bf0598-3450-4877-8e49-0222bc5df571 None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:40Z', 'revision_number': 1, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}, {'id': 'ac7c1566-c09b-4e45-934e-dcee6a52a205', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:2a:c1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2edc234-459c-429e-a126-d71886ff69aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:24:55Z', 'updated_at': '2022-04-12T19:24:55Z', 'revision_number': 0, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:24:57.262042 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-37376248-adf0-4ffc-ad5f-1520e2bd27ec service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918171 Apr 12 19:24:57.359293 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-102c7439-d715-4cc4-9b97-b3af743c45a3 req-707f90b7-9e04-4902-9e8c-413b4fab4a83 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914733 Apr 12 19:24:57.446297 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24674c4-a19e-4897-a82b-919063f05615 None None] New status for floating IP ac7c1566-c09b-4e45-934e-dcee6a52a205: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:24:58.247648 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e997-47ef-4902-a74c-e25739f4c069 req-28113b28-6953-429b-84e6-d2c5aa769ac7 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:58.249714 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e0c4e997-47ef-4902-a74c-e25739f4c069 req-28113b28-6953-429b-84e6-d2c5aa769ac7 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 943 time: 0.1009073 Apr 12 19:24:58.296026 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-e0c4e997-47ef-4902-a74c-e25739f4c069 req-b412d4fc-9068-4ada-ae5d-ab0d1dfdf769 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 Apr 12 19:24:58.959727 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3a7d816a-e2d5-40d8-8e61-1b3f3a8cfbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:59.247025 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd704394-460f-401e-b762-221a9bc8b5b6 details requested by agent hyperv_hv-cinder-83753 with host hv-cinder-83753 {{(pid=103910) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 19:24:59.341853 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fd704394-460f-401e-b762-221a9bc8b5b6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd704394-460f-401e-b762-221a9bc8b5b6,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:24:59.352909 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Returning: {'device': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'port_id': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'mac_address': 'fa:16:3e:2e:1f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103910) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 19:24:59.393966 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port fd704394-460f-401e-b762-221a9bc8b5b6 is: DOWN; New status is: BUILD {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:24:59.394351 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:59.407345 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713c60e-d233-4de3-82cf-ccea37bd5633 req-0e32955d-4d05-4a97-abfd-8e91d88d64fb tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:24:59.408016 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd704394-460f-401e-b762-221a9bc8b5b6 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 19:24:59.409327 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f713c60e-d233-4de3-82cf-ccea37bd5633 req-0e32955d-4d05-4a97-abfd-8e91d88d64fb tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 943 time: 0.0469239 Apr 12 19:24:59.428648 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fd704394-460f-401e-b762-221a9bc8b5b6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd704394-460f-401e-b762-221a9bc8b5b6,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:24:59.466178 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f713c60e-d233-4de3-82cf-ccea37bd5633 req-e63f34f4-d82c-44b1-b974-b20ff7d6ad09 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462325 Apr 12 19:24:59.508251 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:24:59.555150 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=fd704394-460f-401e-b762-221a9bc8b5b6,revision_number=4']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:24:59.861131 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] get_ports_and_sgs() called for port_ids ['fd704394-460f-401e-b762-221a9bc8b5b6'] {{(pid=103910) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 19:25:00.205695 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:00.831703 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5e9b-390a-4e4d-9227-e02c7f9d8a3f req-55b77c04-7dc9-43e2-b3b3-d3297a853aaa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:00.833088 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ffbf5e9b-390a-4e4d-9227-e02c7f9d8a3f req-55b77c04-7dc9-43e2-b3b3-d3297a853aaa tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 944 time: 0.3005440 Apr 12 19:25:00.878776 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ffbf5e9b-390a-4e4d-9227-e02c7f9d8a3f req-9c17d0e8-5145-4be9-bed5-95e1d815eea6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 Apr 12 19:25:01.273915 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd704394-460f-401e-b762-221a9bc8b5b6 up at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 19:25:01.317391 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning for port fd704394-460f-401e-b762-221a9bc8b5b6 completed by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 19:25:01.381794 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Provisioning complete for port fd704394-460f-401e-b762-221a9bc8b5b6 triggered by entity L2. {{(pid=103910) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 19:25:01.382176 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455621'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), provisioning_complete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:01.461081 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Current status of the port fd704394-460f-401e-b762-221a9bc8b5b6 is: BUILD; New status is: ACTIVE {{(pid=103910) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 19:25:01.461459 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524490'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:01.482893 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:25:01.485412 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa04810ceb3c3fe984229166612638ef9868d4dc9a53c6c1b82ad3d60f1f82ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6607d8b2-2368-40a7-b3d8-cd3d5b0340d3" -d '{"events": [{"server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "name": "network-vif-plugged", "status": "completed", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:25:01.498033 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] For port fd704394-460f-401e-b762-221a9bc8b5b6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd704394-460f-401e-b762-221a9bc8b5b6,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:25:01.521526 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365a025-4187-4c7a-a80c-d02bef4d89ea x-openstack-request-id: req-9365a025-4187-4c7a-a80c-d02bef4d89ea {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:25:01.521823 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "name": "network-vif-plugged", "status": "completed", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:25:01.522081 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9365a025-4187-4c7a-a80c-d02bef4d89ea {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:25:01.522488 dv-cinder-837538-1-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9365a025-4187-4c7a-a80c-d02bef4d89ea'] response: {'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'code': 200} Apr 12 19:25:01.547973 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763860785192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763860377016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763860377034'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:01.597096 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Pushing event updated for resources: {'Port': ['ID=fd704394-460f-401e-b762-221a9bc8b5b6,revision_number=5']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:25:01.772397 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0590da3-2582-44c0-aea4-7387f8fb4ba1 req-90bfabe8-ec6a-48ad-8b7e-a04d29b4593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:01.773879 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a0590da3-2582-44c0-aea4-7387f8fb4ba1 req-90bfabe8-ec6a-48ad-8b7e-a04d29b4593d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 1129 time: 0.0446208 Apr 12 19:25:01.818780 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a0590da3-2582-44c0-aea4-7387f8fb4ba1 req-005e58cf-b9d7-4891-be39-35990c2ab8cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380552 Apr 12 19:25:01.884930 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:01.990241 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03986cf6-7e63-4aa6-8fb2-3a492e8ba893 req-eee461bf-f233-4640-922e-7ca1c6ad2098 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:01.991770 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03986cf6-7e63-4aa6-8fb2-3a492e8ba893 req-eee461bf-f233-4640-922e-7ca1c6ad2098 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Apr 12 19:25:02.038000 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-03986cf6-7e63-4aa6-8fb2-3a492e8ba893 req-74a1c18b-4d99-483c-9a5a-f09d9c8ae583 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Apr 12 19:25:03.027965 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:03.204277 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a747328-011e-4bd2-a5e5-fdcbfad0390f req-e1f21efc-92e3-4f79-bf9d-07544248a00e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:03.206352 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a747328-011e-4bd2-a5e5-fdcbfad0390f req-e1f21efc-92e3-4f79-bf9d-07544248a00e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 945 time: 0.0996630 Apr 12 19:25:03.255079 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-4a747328-011e-4bd2-a5e5-fdcbfad0390f req-ced198cf-4239-4ccd-8962-5483d655453e tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Apr 12 19:25:03.634893 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-111f34bd-2e57-42db-b350-b95154794431 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374856 Apr 12 19:25:03.717562 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-224b729c-a9a8-468f-966a-881630837bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:03.719075 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-224b729c-a9a8-468f-966a-881630837bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1129 time: 0.0442264 Apr 12 19:25:03.819003 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-eb52924c-709d-4495-9b24-003e7d2eb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:03.820464 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-eb52924c-709d-4495-9b24-003e7d2eb555 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0835590 Apr 12 19:25:03.890100 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-37d12ed3-93b6-4697-86c2-3a9447fc332c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33 HTTP/1.1" status: 200 len: 1001 time: 0.0639622 Apr 12 19:25:03.935968 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-24764cda-cc87-4659-bde2-bb43aeb86c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:03.937367 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-24764cda-cc87-4659-bde2-bb43aeb86c30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0420310 Apr 12 19:25:03.977903 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-ea5e4df8-135c-460e-8ef8-693408866845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:03.979333 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-ea5e4df8-135c-460e-8ef8-693408866845 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363159 Apr 12 19:25:04.071526 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-886ada61-a1e8-4293-af1f-8144d1ccc968 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854909 Apr 12 19:25:04.157635 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eef2a017-52ac-4b3e-bfa7-1cbbd8a56449 req-19b93171-25b5-4c73-aa15-04cebab7e410 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803695 Apr 12 19:25:04.366450 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b5485-c536-4e7b-8c98-e3f8b668864f req-195f57b2-ccf7-4419-80bc-8045f39df21b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:04.367952 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d0b5485-c536-4e7b-8c98-e3f8b668864f req-195f57b2-ccf7-4419-80bc-8045f39df21b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 945 time: 0.0464797 Apr 12 19:25:04.416118 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-0d0b5485-c536-4e7b-8c98-e3f8b668864f req-1d1188f1-fb2c-4fe0-905d-e3f9dcbb1661 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Apr 12 19:25:04.525756 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acde826-fab5-46c7-a966-225ae16722c8 req-5f6220da-1097-46df-8006-681f69fbb53d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:04.527199 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-3acde826-fab5-46c7-a966-225ae16722c8 req-5f6220da-1097-46df-8006-681f69fbb53d tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 945 time: 0.0493274 Apr 12 19:25:04.536286 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45560) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:25:04.540594 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.v2.base [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Request body: {'floatingip': {'port_id': 'fd704394-460f-401e-b762-221a9bc8b5b6'}} {{(pid=103908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 19:25:04.578035 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (67cd5bd4-79a4-4ce6-b421-79ceb59a9dea), before_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:05.019989 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:05.056419 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (67cd5bd4-79a4-4ce6-b421-79ceb59a9dea), after_update {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:05.158531 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 67cd5bd4-79a4-4ce6-b421-79ceb59a9dea associated. External IP: 172.27.0.131, port: fd704394-460f-401e-b762-221a9bc8b5b6. Apr 12 19:25:05.368966 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:25:05.475996 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:25:05.480730 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:05.486032 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:25:05.495541 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:25:05.496150 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:24:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:25:05.510935 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-c87ceebf-383a-4171-8e73-7a7726a53a6b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "PUT /v2.0/floatingips/67cd5bd4-79a4-4ce6-b421-79ceb59a9dea HTTP/1.1" status: 200 len: 991 time: 0.9735882 Apr 12 19:25:05.511560 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:25:05.514417 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff08dab8-30fe-4100-a41d-a25957b3bf3e" -d '{"events": [{"name": "network-changed", "server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:25:05.556841 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66fd94b-96ce-425d-8eaf-38dc0d072af3 x-openstack-request-id: req-f66fd94b-96ce-425d-8eaf-38dc0d072af3 {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:25:05.557142 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:25:05.557399 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f66fd94b-96ce-425d-8eaf-38dc0d072af3 {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:25:05.557808 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66fd94b-96ce-425d-8eaf-38dc0d072af3'] response: {'name': 'network-changed', 'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'status': 'completed', 'code': 200} Apr 12 19:25:05.616983 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:25:05.629285 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-720b447d-8bad-48df-a7e6-7234d2fc47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:05.629285 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-720b447d-8bad-48df-a7e6-7234d2fc47ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 1129 time: 0.0455496 Apr 12 19:25:05.714905 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-7801efbf-c73e-41ff-841a-9c299015c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:05.716580 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-7801efbf-c73e-41ff-841a-9c299015c76a service neutron] 10.222.0.46 "GET /v2.0/networks?id=304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 200 len: 916 time: 0.0864730 Apr 12 19:25:05.915760 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '67cd5bd4-79a4-4ce6-b421-79ceb59a9dea', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:2e:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:24:50Z', 'updated_at': '2022-04-12T19:25:04Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:25:05.945126 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:25:05.953430 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:25:05.954019 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:24:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:25:06.013446 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-cabb2a1c-f9c2-42a5-8a4a-88640528c37c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd704394-460f-401e-b762-221a9bc8b5b6 HTTP/1.1" status: 200 len: 999 time: 0.0637181 Apr 12 19:25:06.063391 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:25:06.063858 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-804a0138-2370-4351-b20d-f80d31f14099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:06.065657 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-804a0138-2370-4351-b20d-f80d31f14099 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 200 len: 854 time: 0.0463936 Apr 12 19:25:06.108958 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-51ac99c5-62ee-4e46-a7fa-2b66ecb71807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:25:06.110451 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-51ac99c5-62ee-4e46-a7fa-2b66ecb71807 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=304e26f4-97e7-4817-8feb-6db2ecb38fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384965 Apr 12 19:25:06.202977 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-6a932e39-371f-4686-a521-bb995c1ad5ff service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863452 Apr 12 19:25:06.278280 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '67cd5bd4-79a4-4ce6-b421-79ceb59a9dea', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:2e:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:24:50Z', 'updated_at': '2022-04-12T19:25:04Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:25:06.290999 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff08dab8-30fe-4100-a41d-a25957b3bf3e req-8549db6a-f651-4567-a728-c42f2d09767a service neutron] 10.222.0.46 "GET /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819917 Apr 12 19:25:06.308228 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb7dab-d794-47ec-bfca-b9262a7571ef None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': '67cd5bd4-79a4-4ce6-b421-79ceb59a9dea', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'port_id': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'mac_address': 'fa:16:3e:2e:1f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:24:50Z', 'updated_at': '2022-04-12T19:25:04Z', 'revision_number': 1, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:25:06.505961 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac92836-2dab-4a1b-8be8-ad975f85ca7d None None] New status for floating IP 67cd5bd4-79a4-4ce6-b421-79ceb59a9dea: ACTIVE {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:25:26.620608 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:26.672550 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2d03285a-0cd1-4895-b230-a4facd90cf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:28.969922 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6552b244-97bc-4eeb-a9c1-97df7259b031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:30.250014 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:31.783626 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:25:31.890042 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:33.032624 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:35.271200 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-6a640fca-72a6-44cf-ba77-41a9e445e894 req-aa037b46-e381-406d-9a2f-0ea3a76f45a4 service neutron] (103909) timed out ('10.222.0.46', 58786) {{(pid=103909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:25:35.420139 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-b2a25b5b-010b-4b16-ba21-6c2dddc888ea req-0912798a-bd3e-466d-b878-756af5f2e358 service neutron] (103908) timed out ('10.222.0.46', 58801) {{(pid=103908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:25:56.574884 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:56.660990 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71507224-8285-464d-b0b6-4bc71f48987a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:25:58.997325 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8550900-9157-4797-a0b3-faa6e3544b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:00.249095 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:01.888931 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:03.014690 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:04.442607 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-0a63f016-b267-4975-9c40-80773332f940 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854368 Apr 12 19:26:04.502083 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae723-138f-46a1-99e9-f794abe7795b req-add6b689-5c4e-4957-8e83-ac6bf0b5cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:04.503597 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-add6b689-5c4e-4957-8e83-ac6bf0b5cefe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 1130 time: 0.0400484 Apr 12 19:26:04.613527 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae723-138f-46a1-99e9-f794abe7795b req-2e691d09-3d58-4c97-8f11-e330dbf2606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:04.614896 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-2e691d09-3d58-4c97-8f11-e330dbf2606e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0841148 Apr 12 19:26:04.681563 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-d18ea4fa-25f6-4a39-bb4f-4196a0608261 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753 HTTP/1.1" status: 200 len: 1002 time: 0.0603404 Apr 12 19:26:04.731383 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae723-138f-46a1-99e9-f794abe7795b req-ddade59f-8b86-49f0-94b0-92d55c917904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:04.732868 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-ddade59f-8b86-49f0-94b0-92d55c917904 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0432620 Apr 12 19:26:04.776543 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae723-138f-46a1-99e9-f794abe7795b req-f7417a8d-0058-4648-8f40-36edeb618b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:04.778004 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-f7417a8d-0058-4648-8f40-36edeb618b1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378370 Apr 12 19:26:04.867787 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-6a9ee7b6-621b-4a81-a9a4-225f2b98d1c3 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839431 Apr 12 19:26:04.955423 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-65cae723-138f-46a1-99e9-f794abe7795b req-d33497a7-eca8-4bd1-bf50-f48b853868f0 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815518 Apr 12 19:26:08.782196 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:26:26.585170 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:26.688427 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-836d964e-5b38-46bc-a2c2-930237ab5247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:28.939458 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df199982-6af9-4b8b-93f0-886924b6ba4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:30.236566 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:31.905029 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:32.441538 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c13d0-f8bd-4964-af6d-ff2e4f3b9bbc req-1310b9c1-803a-4b71-aa1b-ebad24ca787a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:32.442946 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d25c13d0-f8bd-4964-af6d-ff2e4f3b9bbc req-1310b9c1-803a-4b71-aa1b-ebad24ca787a tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Apr 12 19:26:32.489556 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-d25c13d0-f8bd-4964-af6d-ff2e4f3b9bbc req-1d99f407-aca7-41ce-974c-4e475d42c0dd tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Apr 12 19:26:33.019112 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:33.604152 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60dd76-696d-460b-9e2a-2dcae7e62193 req-e55fd615-939a-44d4-a027-8ca54bb76174 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:33.605611 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ce60dd76-696d-460b-9e2a-2dcae7e62193 req-e55fd615-939a-44d4-a027-8ca54bb76174 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 945 time: 0.0478628 Apr 12 19:26:33.654168 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ce60dd76-696d-460b-9e2a-2dcae7e62193 req-9db4cc58-515f-4b85-a483-d473dfa31d1f tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups?id=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427649 Apr 12 19:26:34.198832 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-b2b3be0a-0623-4917-8204-2a967b49e5a8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:34.200348 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-b2b3be0a-0623-4917-8204-2a967b49e5a8 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 945 time: 0.0514460 Apr 12 19:26:34.284691 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port fd704394-460f-401e-b762-221a9bc8b5b6 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:34.285028 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:34.378239 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] For port fd704394-460f-401e-b762-221a9bc8b5b6, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=fd704394-460f-401e-b762-221a9bc8b5b6,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:26:34.378603 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:34.547433 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:34.547818 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398018'] for floatingip (67cd5bd4-79a4-4ce6-b421-79ceb59a9dea), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:34.548134 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.db.l3_db [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Floating IP 67cd5bd4-79a4-4ce6-b421-79ceb59a9dea disassociated. External IP: 172.27.0.131, port: fd704394-460f-401e-b762-221a9bc8b5b6. Apr 12 19:26:34.548469 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for fd704394-460f-401e-b762-221a9bc8b5b6 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:34.728250 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (fd704394-460f-401e-b762-221a9bc8b5b6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:34.749938 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-f2463ef9-32b0-44fa-b43a-06c81d05f65e req-c2c3cf03-45f2-4cce-9593-2c13ef875aa6 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 210 time: 0.0281792 Apr 12 19:26:34.756804 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=fd704394-460f-401e-b762-221a9bc8b5b6,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:34.766524 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.768417 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.768417 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.768417 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.768417 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.768417 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.768895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.768895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.769143 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.769470 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.769797 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.770123 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.770444 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.770770 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.771098 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:34.884104 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:26:34.993047 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:26:35.002676 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:26:35.012823 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:26:35.013375 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:35.034860 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] No DVR routers for this DVR port fd704394-460f-401e-b762-221a9bc8b5b6 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:26:35.038078 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:35.041324 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b3595fa-daf8-456d-a518-18cd39f8f61b req-8a9b361f-a26e-4016-9429-1f7d7eda7d29 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.46 "DELETE /v2.0/ports/fd704394-460f-401e-b762-221a9bc8b5b6 HTTP/1.1" status: 204 len: 173 time: 0.8354447 Apr 12 19:26:35.041703 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'name': 'network-vif-deleted', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:26:35.044043 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bf37a6-46e0-4479-aff4-b53c9df1dd0f" -d '{"events": [{"server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "name": "network-vif-deleted", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:26:35.125699 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:26:35.148697 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3264c214-a6f5-46be-895c-82f3cf128a9f x-openstack-request-id: req-3264c214-a6f5-46be-895c-82f3cf128a9f {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:26:35.149291 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535443e0-d13a-46c7-91c4-b5c3957ab502", "name": "network-vif-deleted", "tag": "fd704394-460f-401e-b762-221a9bc8b5b6", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:26:35.149708 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3264c214-a6f5-46be-895c-82f3cf128a9f {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:26:35.150265 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3264c214-a6f5-46be-895c-82f3cf128a9f'] response: {'server_uuid': '535443e0-d13a-46c7-91c4-b5c3957ab502', 'name': 'network-vif-deleted', 'tag': 'fd704394-460f-401e-b762-221a9bc8b5b6', 'status': 'completed', 'code': 200} Apr 12 19:26:35.339036 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:35.367765 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:26:35.375988 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:26:35.376568 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:35.487953 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:26:35.757419 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:35.786069 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb5d8f-b54a-4f37-b2f3-f6789e29458a None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:05Z', 'revision_number': 4, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': '9cd157a2-f9e7-4eaf-ac5e-726653a06201', 'name': '', 'network_id': '304e26f4-97e7-4817-8feb-6db2ecb38fd0', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'mac_address': 'fa:16:3e:e2:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:05Z', 'updated_at': '2022-04-12T19:18:09Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'subnets': [{'id': 'd85186a4-2711-4919-b216-f8c82a21d9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:26:35.868197 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-cc6fecac-1dbb-4c73-bb34-b70396b0ca75 req-6ef206d0-583e-4f7b-8ddf-d78e6fcc9acc tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/ports?device_id=535443e0-d13a-46c7-91c4-b5c3957ab502 HTTP/1.1" status: 200 len: 210 time: 0.0367951 Apr 12 19:26:36.032984 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40473d63-c12f-4722-b2e7-607c05b3f631 None None] New status for floating IP 67cd5bd4-79a4-4ce6-b421-79ceb59a9dea: DOWN {{(pid=103910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:26:37.014189 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45688) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:37.067400 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (58380ff1-23c6-4eaa-a1c7-7ef404cd04f3), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.091112 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (58380ff1-23c6-4eaa-a1c7-7ef404cd04f3), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.230423 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (58380ff1-23c6-4eaa-a1c7-7ef404cd04f3), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.233252 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.234462 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/security-groups/58380ff1-23c6-4eaa-a1c7-7ef404cd04f3 HTTP/1.1" status: 204 len: 168 time: 0.2192948 Apr 12 19:26:37.237246 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45690) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:37.244301 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58380ff1-23c6-4eaa-a1c7-7ef404cd04f3,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:37.251522 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.251884 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.252275 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.252621 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.252742 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-03f8fa70-96ea-4899-b088-d15c2a2b18d4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] show failed (client error): The resource could not be found. Apr 12 19:26:37.252960 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.253294 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.253623 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.253734 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-03f8fa70-96ea-4899-b088-d15c2a2b18d4 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "GET /v2.0/security-groups/58380ff1-23c6-4eaa-a1c7-7ef404cd04f3 HTTP/1.1" status: 404 len: 347 time: 0.0154743 Apr 12 19:26:37.253949 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.254275 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.254600 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.254924 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.255250 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.256242 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.256812 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.257342 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7a2be-30e7-4c4d-8575-1821e946ac4b tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:37.257471 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45692) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:37.370326 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Deleting port 94e4faae-3992-40ce-ae27-448cc40c8240 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:37.370674 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (94e4faae-3992-40ce-ae27-448cc40c8240), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.446940 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (94e4faae-3992-40ce-ae27-448cc40c8240), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.447267 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (94e4faae-3992-40ce-ae27-448cc40c8240), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.459847 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Calling delete_port for 94e4faae-3992-40ce-ae27-448cc40c8240 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:37.659027 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (94e4faae-3992-40ce-ae27-448cc40c8240), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.685912 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Pushing event deleted for resources: {'Port': ['ID=94e4faae-3992-40ce-ae27-448cc40c8240,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:37.743368 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd704394-460f-401e-b762-221a9bc8b5b6 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:26:37.744356 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks [] for floatingip (67cd5bd4-79a4-4ce6-b421-79ceb59a9dea), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.746816 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:37.747978 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c1456af5-d89c-4f70-8ed7-f721f5320508 tempest-AttachVolumeNegativeTest-1905278473 tempest-AttachVolumeNegativeTest-1905278473-project] 10.222.0.50 "DELETE /v2.0/floatingips/67cd5bd4-79a4-4ce6-b421-79ceb59a9dea HTTP/1.1" status: 204 len: 168 time: 0.4897883 Apr 12 19:26:37.771782 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: fd704394-460f-401e-b762-221a9bc8b5b6 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:26:37.771782 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device fd704394-460f-401e-b762-221a9bc8b5b6 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:26:41.712876 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45728) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:42.126727 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (a77f2e07-d821-4237-8c4b-339603113b3c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:42.353395 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Deleting port 9cd157a2-f9e7-4eaf-ac5e-726653a06201 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:42.353733 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:42.430416 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] For port 9cd157a2-f9e7-4eaf-ac5e-726653a06201, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=9cd157a2-f9e7-4eaf-ac5e-726653a06201,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:26:42.430692 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:42.443832 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Calling delete_port for 9cd157a2-f9e7-4eaf-ac5e-726653a06201 owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:42.670570 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (9cd157a2-f9e7-4eaf-ac5e-726653a06201), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:42.697864 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd157a2-f9e7-4eaf-ac5e-726653a06201,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:42.867895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (a77f2e07-d821-4237-8c4b-339603113b3c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:43.347671 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Router a77f2e07-d821-4237-8c4b-339603113b3c has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:26:43.455762 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:26:43.460875 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-94f1d465-2304-4f51-aac8-a2b934494466 admin admin] 10.222.0.50 "PUT /v2.0/routers/a77f2e07-d821-4237-8c4b-339603113b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470121 Apr 12 19:26:43.463700 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45732) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:43.464684 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] Sync routers for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:26:43.475810 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:26:43.476429 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:43.570628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks [] for router (a77f2e07-d821-4237-8c4b-339603113b3c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:43.581033 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:26:43.675608 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks [] for router_gateway (a77f2e07-d821-4237-8c4b-339603113b3c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:43.753860 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:26:42Z', 'revision_number': 5, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port': {'id': '77062547-d50b-4762-b5c5-2e8f19a3b8d7', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:43.782454 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Deleting port 77062547-d50b-4762-b5c5-2e8f19a3b8d7 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:43.782785 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:43.783598 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] Checking router: a77f2e07-d821-4237-8c4b-339603113b3c for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:26:43.792481 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] Routers {'a77f2e07-d821-4237-8c4b-339603113b3c'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:26:43.793084 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['a77f2e07-d821-4237-8c4b-339603113b3c'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:43.859977 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] For port 77062547-d50b-4762-b5c5-2e8f19a3b8d7, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=77062547-d50b-4762-b5c5-2e8f19a3b8d7,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:26:43.860335 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:43.873335 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Calling delete_port for 77062547-d50b-4762-b5c5-2e8f19a3b8d7 owned by network:router_gateway {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:43.877116 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] Set router a77f2e07-d821-4237-8c4b-339603113b3c gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:26:43.931545 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:26:43Z', 'revision_number': 6, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:43.956964 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f667d81-2139-4da2-ab81-013d1bca34c3 None None] The sync data for ids ['a77f2e07-d821-4237-8c4b-339603113b3c'] in dv-cinder-837538-1-iscsi is: [{'id': 'a77f2e07-d821-4237-8c4b-339603113b3c', 'name': 'tempest-AttachVolumeNegativeTest-1568610565-router', 'tenant_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:18:02Z', 'updated_at': '2022-04-12T19:26:43Z', 'revision_number': 6, 'project_id': 'e6ddc19f0d8b4d97a4207df3844386b1', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:26:44.167527 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (77062547-d50b-4762-b5c5-2e8f19a3b8d7), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.196465 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77062547-d50b-4762-b5c5-2e8f19a3b8d7,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:44.257588 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (a77f2e07-d821-4237-8c4b-339603113b3c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.349755 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (a77f2e07-d821-4237-8c4b-339603113b3c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.352038 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks [] for router_controller (a77f2e07-d821-4237-8c4b-339603113b3c), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.453498 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (a77f2e07-d821-4237-8c4b-339603113b3c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.453976 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77f2e07-d821-4237-8c4b-339603113b3c {{(pid=103908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:26:44.458311 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.459584 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-97f97cda-6767-4605-88a3-472b150316f5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a77f2e07-d821-4237-8c4b-339603113b3c HTTP/1.1" status: 204 len: 168 time: 0.9948611 Apr 12 19:26:44.463146 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45734) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:44.509688 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] Deleting subnet d85186a4-2711-4919-b216-f8c82a21d9d8 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:26:44.512776 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] Publish callbacks [] for subnet (d85186a4-2711-4919-b216-f8c82a21d9d8), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.545957 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (d85186a4-2711-4919-b216-f8c82a21d9d8), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.620786 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (d85186a4-2711-4919-b216-f8c82a21d9d8), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.736418 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 77062547-d50b-4762-b5c5-2e8f19a3b8d7 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:26:44.750808 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (d85186a4-2711-4919-b216-f8c82a21d9d8), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.761140 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 77062547-d50b-4762-b5c5-2e8f19a3b8d7 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:26:44.764154 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 77062547-d50b-4762-b5c5-2e8f19a3b8d7 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:26:44.764154 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 9cd157a2-f9e7-4eaf-ac5e-726653a06201 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:26:44.779378 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85186a4-2711-4919-b216-f8c82a21d9d8,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:44.780791 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 9cd157a2-f9e7-4eaf-ac5e-726653a06201 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:26:44.781341 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 9cd157a2-f9e7-4eaf-ac5e-726653a06201 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:26:44.781483 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.784665 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-6adc95f1-f91a-4ee5-89df-aacafd0c6817 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d85186a4-2711-4919-b216-f8c82a21d9d8 HTTP/1.1" status: 204 len: 168 time: 0.3215716 Apr 12 19:26:44.787702 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45736) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:44.788566 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c218e6-a162-4b4c-b83d-c0077565d039 None None] Network 304e26f4-97e7-4817-8feb-6db2ecb38fd0 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:26:44.863093 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (304e26f4-97e7-4817-8feb-6db2ecb38fd0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.909470 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Deleting port d37bd6dd-00d6-43d7-9a2b-e3adff57539d {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:44.909811 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.952212 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] DHCP port deletion for 304e26f4-97e7-4817-8feb-6db2ecb38fd0 request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:26:44.980274 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] For port d37bd6dd-00d6-43d7-9a2b-e3adff57539d, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:26:44.980642 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:44.995253 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Calling delete_port for d37bd6dd-00d6-43d7-9a2b-e3adff57539d owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:45.001321 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Deleting port d37bd6dd-00d6-43d7-9a2b-e3adff57539d {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:45.001696 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.069801 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] For port d37bd6dd-00d6-43d7-9a2b-e3adff57539d, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,segment=NetworkSegment(751e0bed-5c96-45a6-9f40-65eb69f1fe8a),segment_id=751e0bed-5c96-45a6-9f40-65eb69f1fe8a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:26:45.070291 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.083096 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Calling delete_port for d37bd6dd-00d6-43d7-9a2b-e3adff57539d owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:45.190973 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.196888 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (d37bd6dd-00d6-43d7-9a2b-e3adff57539d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.222067 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Pushing event deleted for resources: {'Port': ['ID=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:45.222934 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Pushing event deleted for resources: {'Port': ['ID=d37bd6dd-00d6-43d7-9a2b-e3adff57539d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:45.224723 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] No DVR routers for this DVR port d37bd6dd-00d6-43d7-9a2b-e3adff57539d on host dv-cinder-837538-1-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:26:45.225843 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] No DVR routers for this DVR port d37bd6dd-00d6-43d7-9a2b-e3adff57539d on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:26:45.233785 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.234144 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.234506 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.234827 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.235151 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.235500 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.235833 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.236159 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.236570 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.236793 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.237119 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.237441 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.237762 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.238078 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.238394 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fed8a4-25b7-47cc-a4b2-033091a3a1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:26:45.294917 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (304e26f4-97e7-4817-8feb-6db2ecb38fd0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.314679 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304e26f4-97e7-4817-8feb-6db2ecb38fd0']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:45.323901 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751e0bed-5c96-45a6-9f40-65eb69f1fe8a') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:45.324200 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751e0bed-5c96-45a6-9f40-65eb69f1fe8a') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:45.334171 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4755586'] for segment (751e0bed-5c96-45a6-9f40-65eb69f1fe8a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.346917 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (751e0bed-5c96-45a6-9f40-65eb69f1fe8a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.353443 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4276899'] for segment (751e0bed-5c96-45a6-9f40-65eb69f1fe8a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: timer() Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: cb(*args, **kw) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: self._notify() Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: self.callback(batched_events) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: event.method(event) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._get(url).json() Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:26:45.355976 dv-cinder-837538-1-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:26:45.482109 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (304e26f4-97e7-4817-8feb-6db2ecb38fd0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.487609 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.490936 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] 10.222.0.50 "DELETE /v2.0/networks/304e26f4-97e7-4817-8feb-6db2ecb38fd0 HTTP/1.1" status: 204 len: 168 time: 0.7021129 Apr 12 19:26:45.501466 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b87fd7-488d-444d-8002-668e8e8a288b admin admin] Pushing event deleted for resources: {'Network': ['ID=304e26f4-97e7-4817-8feb-6db2ecb38fd0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:45.759775 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45740) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:45.780506 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:26:45.799546 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-66185f09-6a0d-489b-95ad-5d08837f8c10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6ddc19f0d8b4d97a4207df3844386b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385876 Apr 12 19:26:45.802129 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45742) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:45.849293 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0804e71b-ecfe-4845-814f-3493ce0a9077 admin admin] Publish callbacks [] for security_group (1429129d-4ca6-48d8-ae32-cf5529faf95a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.869874 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0804e71b-ecfe-4845-814f-3493ce0a9077 admin admin] Publish callbacks [] for security_group (1429129d-4ca6-48d8-ae32-cf5529faf95a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.978906 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0804e71b-ecfe-4845-814f-3493ce0a9077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (1429129d-4ca6-48d8-ae32-cf5529faf95a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.981500 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0804e71b-ecfe-4845-814f-3493ce0a9077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:45.982645 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0804e71b-ecfe-4845-814f-3493ce0a9077 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1429129d-4ca6-48d8-ae32-cf5529faf95a HTTP/1.1" status: 204 len: 168 time: 0.1796098 Apr 12 19:26:45.990748 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804e71b-ecfe-4845-814f-3493ce0a9077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1429129d-4ca6-48d8-ae32-cf5529faf95a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:46.568586 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d37bd6dd-00d6-43d7-9a2b-e3adff57539d no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:26:46.588960 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: d37bd6dd-00d6-43d7-9a2b-e3adff57539d {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:26:46.589503 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device d37bd6dd-00d6-43d7-9a2b-e3adff57539d not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:26:48.904101 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45812) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:49.006053 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9605b9d7-5a14-401b-b116-4993d6e49e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.078891 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9605b9d7-5a14-401b-b116-4993d6e49e67 admin admin] Publish callbacks [] for security_group (24f38cbd-3509-4c61-a4aa-352624321e27), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.138760 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9605b9d7-5a14-401b-b116-4993d6e49e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (24f38cbd-3509-4c61-a4aa-352624321e27), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.176698 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9605b9d7-5a14-401b-b116-4993d6e49e67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88e6102d730049c58b1e56babaf547a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715182 Apr 12 19:26:49.177823 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605b9d7-5a14-401b-b116-4993d6e49e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f38cbd-3509-4c61-a4aa-352624321e27,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:49.180243 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45816) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:49.228240 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6d4a-a406-4cfd-8d0e-0951837c65aa admin admin] Publish callbacks [] for security_group (24f38cbd-3509-4c61-a4aa-352624321e27), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.249796 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6d4a-a406-4cfd-8d0e-0951837c65aa admin admin] Publish callbacks [] for security_group (24f38cbd-3509-4c61-a4aa-352624321e27), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.332718 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6d4a-a406-4cfd-8d0e-0951837c65aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (24f38cbd-3509-4c61-a4aa-352624321e27), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.335508 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fc5d6d4a-a406-4cfd-8d0e-0951837c65aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.336676 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-fc5d6d4a-a406-4cfd-8d0e-0951837c65aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24f38cbd-3509-4c61-a4aa-352624321e27 HTTP/1.1" status: 204 len: 168 time: 0.1554041 Apr 12 19:26:49.344075 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d6d4a-a406-4cfd-8d0e-0951837c65aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f38cbd-3509-4c61-a4aa-352624321e27,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:49.890247 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45822) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:49.903519 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f37de04b-3c7b-46d5-9383-c7180f8c327c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:49.974708 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f37de04b-3c7b-46d5-9383-c7180f8c327c admin admin] Publish callbacks [] for security_group (7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:50.018878 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f37de04b-3c7b-46d5-9383-c7180f8c327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:50.060005 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de04b-3c7b-46d5-9383-c7180f8c327c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:50.065376 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f37de04b-3c7b-46d5-9383-c7180f8c327c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=660799def6d541e8889ccbecad9d10a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741257 Apr 12 19:26:50.068001 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45824) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:50.116658 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1e1e-79bc-48f3-863a-3a0c5a7d860c admin admin] Publish callbacks [] for security_group (7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:50.137506 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1e1e-79bc-48f3-863a-3a0c5a7d860c admin admin] Publish callbacks [] for security_group (7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:50.258520 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1e1e-79bc-48f3-863a-3a0c5a7d860c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:50.261102 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1e1e-79bc-48f3-863a-3a0c5a7d860c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:50.262251 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-6b6b1e1e-79bc-48f3-863a-3a0c5a7d860c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8 HTTP/1.1" status: 204 len: 168 time: 0.1933343 Apr 12 19:26:50.269818 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b1e1e-79bc-48f3-863a-3a0c5a7d860c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7860e1b1-5fb2-4ee0-9891-11c9d9aa4cb8,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:55.965118 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45902) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:56.120399 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Deleting port 0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:56.120739 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:56.198726 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:56.198971 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:56.212866 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Calling delete_port for 0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2 owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:56.441656 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:56.468401 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event deleted for resources: {'Port': ['ID=0c3f85c3-d0f1-45dd-9089-1c920dd2a0c2,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:56.529700 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (ac7c1566-c09b-4e45-934e-dcee6a52a205), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:56.530034 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Floating IP ac7c1566-c09b-4e45-934e-dcee6a52a205 disassociated (deleted). External IP: 172.27.0.135, port: a3291ec7-833f-4bbe-b854-03b4e4e5f753. Apr 12 19:26:56.579021 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:56.647253 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-31f9af82-c05a-4c1c-8c27-3929a019095a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:56.759333 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:26:57.122827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:26:57.127643 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:57.132567 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:26:57.143154 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:26:57.143806 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:57.158435 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-42f63eec-5b79-4a00-857a-a3d8b4533b55 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "DELETE /v2.0/floatingips/ac7c1566-c09b-4e45-934e-dcee6a52a205 HTTP/1.1" status: 204 len: 168 time: 1.1920171 Apr 12 19:26:57.159022 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:26:57.161359 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a0be49-da1d-442d-86ab-b6b227f7cdad" -d '{"events": [{"name": "network-changed", "server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:26:57.264371 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:26:57.327219 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5382840a-093c-4631-b985-52cd745156db x-openstack-request-id: req-5382840a-093c-4631-b985-52cd745156db {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:26:57.327828 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:26:57.328178 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5382840a-093c-4631-b985-52cd745156db {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:26:57.328671 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5382840a-093c-4631-b985-52cd745156db'] response: {'name': 'network-changed', 'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'status': 'completed', 'code': 200} Apr 12 19:26:57.391044 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-449cc288-5ea5-4da9-9940-5d5dce188f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:57.392584 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-449cc288-5ea5-4da9-9940-5d5dce188f24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 1130 time: 0.0410419 Apr 12 19:26:57.491154 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-661c1c5f-fa50-4c4a-8702-d6ce0b1e0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:57.492702 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-661c1c5f-fa50-4c4a-8702-d6ce0b1e0ba9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0933208 Apr 12 19:26:57.501317 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:40Z', 'revision_number': 1, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:57.529190 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:26:57.533836 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-0fcae7dc-5d44-450e-ab10-7de88d3fae4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753 HTTP/1.1" status: 200 len: 217 time: 0.0350530 Apr 12 19:26:57.538204 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:26:57.538623 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:29Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:57.587207 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-db9b7dec-2017-4135-b65e-d6397521cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:57.588710 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-db9b7dec-2017-4135-b65e-d6397521cbef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0459232 Apr 12 19:26:57.637920 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263573b-6105-439e-9671-6a1b2b917b3f req-bab99f31-a6b5-4bc9-a7d9-df3fd4edfc7c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:57.639401 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8263573b-6105-439e-9671-6a1b2b917b3f req-bab99f31-a6b5-4bc9-a7d9-df3fd4edfc7c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 946 time: 0.0467591 Apr 12 19:26:57.650125 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:26:57.690782 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-8263573b-6105-439e-9671-6a1b2b917b3f req-a3f40f92-6699-4ad6-9705-bfa00e0c0abf tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458994 Apr 12 19:26:57.864986 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:40Z', 'revision_number': 1, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:26:57.894902 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa23112-d91a-4612-ba18-2c40ece2c079 None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_floatingips': [{'id': 'a41973b8-61b2-4ebe-acb6-6027ba2985a1', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'router_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'port_id': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'mac_address': 'fa:16:3e:e3:40:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T19:21:37Z', 'updated_at': '2022-04-12T19:21:40Z', 'revision_number': 1, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:26:58.113515 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c6fec-014e-4234-aa05-f6a60cd65d5d None None] New status for floating IP ac7c1566-c09b-4e45-934e-dcee6a52a205: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:26:58.568179 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-83ef6184-4d65-4d81-bccb-f17249d44c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:58.570942 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-83ef6184-4d65-4d81-bccb-f17249d44c91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471342 Apr 12 19:26:58.665225 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-88eb8d7c-d86b-465d-aa9e-bb161ab79521 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875790 Apr 12 19:26:58.747892 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45956) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:58.781537 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37a0be49-da1d-442d-86ab-b6b227f7cdad req-3bd4b515-03ba-4148-afa0-766a4e2f8a44 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085522 Apr 12 19:26:58.829472 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216888e8-4c50-435b-a9aa-bcec0c7f5f37 req-3ed772ff-8d21-4068-9c35-71cd410dba49 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:58.830990 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-216888e8-4c50-435b-a9aa-bcec0c7f5f37 req-3ed772ff-8d21-4068-9c35-71cd410dba49 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 946 time: 0.0526533 Apr 12 19:26:58.869431 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f3726af1-17bf-4bf4-8568-353e33aa1432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:58.906055 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-216888e8-4c50-435b-a9aa-bcec0c7f5f37 req-9d5ad550-3c8f-4ae7-9bcc-5faa6c997b8b tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689650 Apr 12 19:26:58.950107 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5395-fb8f-4940-acbd-ef9ac86c1851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:58.964869 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f3726af1-17bf-4bf4-8568-353e33aa1432 admin admin] Publish callbacks [] for security_group (148bb2f7-cd27-47ce-bd30-30434bbd6d77), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.012509 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-f3726af1-17bf-4bf4-8568-353e33aa1432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (148bb2f7-cd27-47ce-bd30-30434bbd6d77), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.050745 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-f3726af1-17bf-4bf4-8568-353e33aa1432 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f697af6ca06c4c98afd98de131af35be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010824 Apr 12 19:26:59.052763 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3726af1-17bf-4bf4-8568-353e33aa1432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148bb2f7-cd27-47ce-bd30-30434bbd6d77,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:59.053439 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45960) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:59.129052 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57cd97a1-64cf-4080-ae95-362d42b7fec4 admin admin] Publish callbacks [] for security_group (148bb2f7-cd27-47ce-bd30-30434bbd6d77), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.148253 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-9b6e784b-ec73-4a26-a9cd-e992ca63b1e3 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:26:59.149842 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-9b6e784b-ec73-4a26-a9cd-e992ca63b1e3 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 946 time: 0.0582266 Apr 12 19:26:59.188711 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57cd97a1-64cf-4080-ae95-362d42b7fec4 admin admin] Publish callbacks [] for security_group (148bb2f7-cd27-47ce-bd30-30434bbd6d77), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.266067 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Deleting port a3291ec7-833f-4bbe-b854-03b4e4e5f753 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:26:59.266415 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.360931 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] For port a3291ec7-833f-4bbe-b854-03b4e4e5f753, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=a3291ec7-833f-4bbe-b854-03b4e4e5f753,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:26:59.361297 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.368689 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57cd97a1-64cf-4080-ae95-362d42b7fec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (148bb2f7-cd27-47ce-bd30-30434bbd6d77), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.371267 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57cd97a1-64cf-4080-ae95-362d42b7fec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.374650 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-57cd97a1-64cf-4080-ae95-362d42b7fec4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/148bb2f7-cd27-47ce-bd30-30434bbd6d77 HTTP/1.1" status: 204 len: 168 time: 0.3179996 Apr 12 19:26:59.380209 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Calling delete_port for a3291ec7-833f-4bbe-b854-03b4e4e5f753 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:26:59.389600 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd97a1-64cf-4080-ae95-362d42b7fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148bb2f7-cd27-47ce-bd30-30434bbd6d77,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:59.594722 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (a3291ec7-833f-4bbe-b854-03b4e4e5f753), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.622704 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event deleted for resources: {'Port': ['ID=a3291ec7-833f-4bbe-b854-03b4e4e5f753,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:26:59.666178 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] No DVR routers for this DVR port a3291ec7-833f-4bbe-b854-03b4e4e5f753 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:26:59.668921 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.672179 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9fe9cba-035f-4812-a020-79b4bcfc355f req-2c7b520d-118c-4534-b27d-318ad41f9b64 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "DELETE /v2.0/ports/a3291ec7-833f-4bbe-b854-03b4e4e5f753 HTTP/1.1" status: 204 len: 173 time: 0.5171843 Apr 12 19:26:59.672627 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'name': 'network-vif-deleted', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:26:59.674901 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e05b7b-2f60-493c-ac74-d7f6c78b8c45" -d '{"events": [{"server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "name": "network-vif-deleted", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:26:59.709245 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18547947-c4c5-4324-a639-c38f6770e16e x-openstack-request-id: req-18547947-c4c5-4324-a639-c38f6770e16e {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:26:59.709556 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2edc234-459c-429e-a126-d71886ff69aa", "name": "network-vif-deleted", "tag": "a3291ec7-833f-4bbe-b854-03b4e4e5f753", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:26:59.709828 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18547947-c4c5-4324-a639-c38f6770e16e {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:26:59.710233 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18547947-c4c5-4324-a639-c38f6770e16e'] response: {'server_uuid': 'e2edc234-459c-429e-a126-d71886ff69aa', 'name': 'network-vif-deleted', 'tag': 'a3291ec7-833f-4bbe-b854-03b4e4e5f753', 'status': 'completed', 'code': 200} Apr 12 19:26:59.902224 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 45968) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:26:59.916035 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1222-1ff5-40e3-a635-ce6d0d7647cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:26:59.996963 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1222-1ff5-40e3-a635-ce6d0d7647cb admin admin] Publish callbacks [] for security_group (fbf44afa-733a-4ffe-96f6-43893cf7e0fa), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:00.010581 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-64d91071-8d12-4ca7-9307-a278643427f4 req-81ad948c-e9df-4688-a8a0-67f96b3d5dcb tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=e2edc234-459c-429e-a126-d71886ff69aa HTTP/1.1" status: 200 len: 210 time: 0.0341494 Apr 12 19:27:00.121406 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1222-1ff5-40e3-a635-ce6d0d7647cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fbf44afa-733a-4ffe-96f6-43893cf7e0fa), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:00.164056 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1a2b1222-1ff5-40e3-a635-ce6d0d7647cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de852ecaf99c46afb8d4804ccee56d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605231 Apr 12 19:27:00.165642 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b1222-1ff5-40e3-a635-ce6d0d7647cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf44afa-733a-4ffe-96f6-43893cf7e0fa,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:00.166049 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 45972) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:00.219696 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6a1-a368-497e-b90c-49fa656bd2b7 admin admin] Publish callbacks [] for security_group (fbf44afa-733a-4ffe-96f6-43893cf7e0fa), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:00.224564 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:00.241613 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6a1-a368-497e-b90c-49fa656bd2b7 admin admin] Publish callbacks [] for security_group (fbf44afa-733a-4ffe-96f6-43893cf7e0fa), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:00.321197 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6a1-a368-497e-b90c-49fa656bd2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (fbf44afa-733a-4ffe-96f6-43893cf7e0fa), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:00.323755 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ea94a6a1-a368-497e-b90c-49fa656bd2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:00.324891 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ea94a6a1-a368-497e-b90c-49fa656bd2b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbf44afa-733a-4ffe-96f6-43893cf7e0fa HTTP/1.1" status: 204 len: 168 time: 0.1578262 Apr 12 19:27:00.332740 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94a6a1-a368-497e-b90c-49fa656bd2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf44afa-733a-4ffe-96f6-43893cf7e0fa,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:01.813261 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device a3291ec7-833f-4bbe-b854-03b4e4e5f753 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:01.841411 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: a3291ec7-833f-4bbe-b854-03b4e4e5f753 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:01.841750 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device a3291ec7-833f-4bbe-b854-03b4e4e5f753 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:01.881348 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:03.064277 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:03.491769 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46032) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:03.640026 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Deleting port 5e82e340-e531-4958-ba59-326ada2f138e {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:03.640364 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (5e82e340-e531-4958-ba59-326ada2f138e), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:03.725169 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (5e82e340-e531-4958-ba59-326ada2f138e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:03.725398 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (5e82e340-e531-4958-ba59-326ada2f138e), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:03.739181 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Calling delete_port for 5e82e340-e531-4958-ba59-326ada2f138e owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:03.949781 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (5e82e340-e531-4958-ba59-326ada2f138e), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:03.975399 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event deleted for resources: {'Port': ['ID=5e82e340-e531-4958-ba59-326ada2f138e,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:04.037434 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (a41973b8-61b2-4ebe-acb6-6027ba2985a1), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:04.037824 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.db.l3_db [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Floating IP a41973b8-61b2-4ebe-acb6-6027ba2985a1 disassociated (deleted). External IP: 172.27.0.212, port: 2a7c6da2-d845-41a1-8ff4-baff7ceade33. Apr 12 19:27:04.253543 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:27:04.364795 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:27:04.370351 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:04.375598 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:27:04.385338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:27:04.386188 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:04.400158 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-35c0b178-431b-42dd-b700-107868635673 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "DELETE /v2.0/floatingips/a41973b8-61b2-4ebe-acb6-6027ba2985a1 HTTP/1.1" status: 204 len: 168 time: 0.9070470 Apr 12 19:27:04.400862 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33'}] {{(pid=103908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:27:04.403207 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ba3385ca527218eeac10cd8cee8debfd29b974266f531b4ffd99623e4ffd480" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0f7ce2-51c8-4395-add8-758ce76780f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33"}]}' {{(pid=103908) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:27:04.444254 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5bc01a-fa8a-4b5e-ab52-4b945285f41c x-openstack-request-id: req-bd5bc01a-fa8a-4b5e-ab52-4b945285f41c {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:27:04.444254 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33", "status": "completed", "code": 200}]} {{(pid=103908) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:27:04.444254 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd5bc01a-fa8a-4b5e-ab52-4b945285f41c {{(pid=103908) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:27:04.444254 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5bc01a-fa8a-4b5e-ab52-4b945285f41c'] response: {'name': 'network-changed', 'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'status': 'completed', 'code': 200} Apr 12 19:27:04.515254 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-b3077bb0-df2d-4cb4-97fc-5a1437a916fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:27:04.517191 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-b3077bb0-df2d-4cb4-97fc-5a1437a916fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=820377ed90cd4b1aa7b6079217559de1&device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 1129 time: 0.0524368 Apr 12 19:27:04.538328 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:27:04.622254 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-6f16b653-bc49-44b4-bd30-9da566ffd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:27:04.624178 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-6f16b653-bc49-44b4-bd30-9da566ffd215 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 200 len: 913 time: 0.0996792 Apr 12 19:27:04.671904 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-f5d75c2e-3fa3-4646-8b82-89b2a618b87e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33 HTTP/1.1" status: 200 len: 217 time: 0.0412941 Apr 12 19:27:04.728788 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-bceb6d37-b68a-4801-9fb4-531f16bc3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:27:04.730251 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-bceb6d37-b68a-4801-9fb4-531f16bc3cd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 200 len: 851 time: 0.0533197 Apr 12 19:27:04.807375 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6393b57-0aa0-458a-8c72-5d75f0f8dee7 req-e328b5fa-f31c-43ac-b435-cf9dbd4b90b1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:27:04.808953 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b6393b57-0aa0-458a-8c72-5d75f0f8dee7 req-e328b5fa-f31c-43ac-b435-cf9dbd4b90b1 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 945 time: 0.0502226 Apr 12 19:27:04.831928 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-4d5a6e01-36a5-401b-bcf6-cf17c21c3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:27:04.833775 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-4d5a6e01-36a5-401b-bcf6-cf17c21c3d40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3a109e97-1d23-43da-9b96-77c2a2fda05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403137 Apr 12 19:27:04.866229 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-b6393b57-0aa0-458a-8c72-5d75f0f8dee7 req-86a65660-c551-4417-b8c2-402992fd826f tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/security-groups?id=47e7c04d-a6fe-4875-ba29-2dbc93a2634b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511510 Apr 12 19:27:04.930875 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-d0bda8ef-6235-400b-bd08-5cc6fb8e05d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905619 Apr 12 19:27:04.952937 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:04.987868 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:27:05.002844 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:27:05.004259 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:05.020294 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8a0f7ce2-51c8-4395-add8-758ce76780f4 req-f886e037-e53e-46fb-8463-e708b95294bd service neutron] 10.222.0.46 "GET /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830216 Apr 12 19:27:05.118038 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:27:05.303877 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:05.330787 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1dcdc-94d7-4237-b2bc-1e0c2bf881a7 None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi', '_interfaces': [{'id': 'f15ba720-0089-42cc-9d5e-58ac52af6fda', 'name': '', 'network_id': '3a109e97-1d23-43da-9b96-77c2a2fda05f', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'mac_address': 'fa:16:3e:67:a1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '250d44b5-79db-4795-8f81-e33d119a2768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:37Z', 'updated_at': '2022-04-12T19:17:40Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'subnets': [{'id': '250d44b5-79db-4795-8f81-e33d119a2768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:27:05.434530 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-d6894527-1ccd-476e-b162-93b2281b5546 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 12 19:27:05.436139 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-d6894527-1ccd-476e-b162-93b2281b5546 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 945 time: 0.0490208 Apr 12 19:27:05.530034 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Deleting port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:05.530623 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:05.557648 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4a813-f412-4c3e-82ee-d9774cb1128d None None] New status for floating IP a41973b8-61b2-4ebe-acb6-6027ba2985a1: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 19:27:05.633043 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] For port 2a7c6da2-d845-41a1-8ff4-baff7ceade33, host hv-cinder-83753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83753',level=0,port_id=2a7c6da2-d845-41a1-8ff4-baff7ceade33,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:05.633410 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:05.648215 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Calling delete_port for 2a7c6da2-d845-41a1-8ff4-baff7ceade33 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:05.812553 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (2a7c6da2-d845-41a1-8ff4-baff7ceade33), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:05.843286 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event deleted for resources: {'Port': ['ID=2a7c6da2-d845-41a1-8ff4-baff7ceade33,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:05.890219 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] No DVR routers for this DVR port 2a7c6da2-d845-41a1-8ff4-baff7ceade33 on host hv-cinder-83753 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:27:05.892812 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:05.896549 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [req-064b1fc7-f899-44d8-baeb-229b8c9a3e8e req-a1788669-5a81-49f7-8111-686432ced9bc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.46 "DELETE /v2.0/ports/2a7c6da2-d845-41a1-8ff4-baff7ceade33 HTTP/1.1" status: 204 len: 173 time: 0.4548347 Apr 12 19:27:05.896549 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'name': 'network-vif-deleted', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 19:27:05.898831 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b6c851b718e0d9c68e2fd6d6bddb02c31dc86b767b4502f795e9ab11d3e2c81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2893a08-1abd-4119-9a16-6ea3419c4385" -d '{"events": [{"server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "name": "network-vif-deleted", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 19:27:05.934655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404d6f29-df22-4b17-b851-06ba567d2f21 x-openstack-request-id: req-404d6f29-df22-4b17-b851-06ba567d2f21 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 19:27:05.934655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b387393c-fe57-4df5-94d0-ccddda764e21", "name": "network-vif-deleted", "tag": "2a7c6da2-d845-41a1-8ff4-baff7ceade33", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 19:27:05.934655 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-404d6f29-df22-4b17-b851-06ba567d2f21 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 19:27:05.934967 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404d6f29-df22-4b17-b851-06ba567d2f21'] response: {'server_uuid': 'b387393c-fe57-4df5-94d0-ccddda764e21', 'name': 'network-vif-deleted', 'tag': '2a7c6da2-d845-41a1-8ff4-baff7ceade33', 'status': 'completed', 'code': 200} Apr 12 19:27:05.969810 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-bade652b-da38-478f-9441-fbea7b990b0c req-d50a4438-e8fd-4e3b-bb06-7cadb2cdc1dc tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 210 time: 0.0280704 Apr 12 19:27:07.078147 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [req-ca040636-c3c1-4f8e-9b7d-7d7ca5a5cc4c req-afc64057-9cf4-4a6e-b18b-b9e905b9b953 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "GET /v2.0/ports?device_id=b387393c-fe57-4df5-94d0-ccddda764e21 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Apr 12 19:27:07.841684 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 2a7c6da2-d845-41a1-8ff4-baff7ceade33 no longer exists at agent hyperv_hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:07.862526 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] No Port match for: 2a7c6da2-d845-41a1-8ff4-baff7ceade33 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:07.862875 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Device 2a7c6da2-d845-41a1-8ff4-baff7ceade33 not bound to the agent host hv-cinder-83753 {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:08.133866 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46080) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:08.247519 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Deleting port 23e15313-8733-4d51-8b78-43dd3842106c {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:08.247870 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (23e15313-8733-4d51-8b78-43dd3842106c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:08.323822 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (23e15313-8733-4d51-8b78-43dd3842106c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:08.324185 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (23e15313-8733-4d51-8b78-43dd3842106c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:08.336540 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Calling delete_port for 23e15313-8733-4d51-8b78-43dd3842106c owned by network:floatingip {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:08.520895 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (23e15313-8733-4d51-8b78-43dd3842106c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:08.550169 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event deleted for resources: {'Port': ['ID=23e15313-8733-4d51-8b78-43dd3842106c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:08.610863 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for floatingip (04aad15a-8aea-484b-8ff7-4064b592c586), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:08.613539 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84131'] for floatingip (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:08.614684 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-09784c39-77da-4185-bc5b-e3afcb768731 tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "DELETE /v2.0/floatingips/04aad15a-8aea-484b-8ff7-4064b592c586 HTTP/1.1" status: 204 len: 168 time: 0.4798188 Apr 12 19:27:09.954350 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46102) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:10.011105 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-acca01b6-0057-4d66-ad73-ab5adee53e9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group (47e7c04d-a6fe-4875-ba29-2dbc93a2634b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:10.035879 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-acca01b6-0057-4d66-ad73-ab5adee53e9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group (47e7c04d-a6fe-4875-ba29-2dbc93a2634b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:10.144118 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-acca01b6-0057-4d66-ad73-ab5adee53e9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (47e7c04d-a6fe-4875-ba29-2dbc93a2634b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:10.146681 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-acca01b6-0057-4d66-ad73-ab5adee53e9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:10.147850 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-acca01b6-0057-4d66-ad73-ab5adee53e9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] 10.222.0.50 "DELETE /v2.0/security-groups/47e7c04d-a6fe-4875-ba29-2dbc93a2634b HTTP/1.1" status: 204 len: 168 time: 0.1924906 Apr 12 19:27:10.157550 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca01b6-0057-4d66-ad73-ab5adee53e9c tempest-TestVolumeBootPattern-412994853 tempest-TestVolumeBootPattern-412994853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e7c04d-a6fe-4875-ba29-2dbc93a2634b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:10.244976 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46106) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:10.712776 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (2aca0235-8e78-4f09-99da-fd340e7742bd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:10.954247 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Deleting port f15ba720-0089-42cc-9d5e-58ac52af6fda {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:10.954585 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:11.031152 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] For port f15ba720-0089-42cc-9d5e-58ac52af6fda, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=f15ba720-0089-42cc-9d5e-58ac52af6fda,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:11.031459 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:11.044747 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Calling delete_port for f15ba720-0089-42cc-9d5e-58ac52af6fda owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:11.263738 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (f15ba720-0089-42cc-9d5e-58ac52af6fda), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:11.294070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Pushing event deleted for resources: {'Port': ['ID=f15ba720-0089-42cc-9d5e-58ac52af6fda,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:11.466642 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (2aca0235-8e78-4f09-99da-fd340e7742bd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:11.944053 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Router 2aca0235-8e78-4f09-99da-fd340e7742bd has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:27:12.056637 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:27:12.062573 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ddda16f7-5e78-423a-896c-a8f5f8024fda admin admin] 10.222.0.50 "PUT /v2.0/routers/2aca0235-8e78-4f09-99da-fd340e7742bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165584 Apr 12 19:27:12.065244 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46122) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:12.068498 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] Sync routers for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:27:12.079002 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:27:12.079702 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:12.172881 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks [] for router (2aca0235-8e78-4f09-99da-fd340e7742bd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:12.189383 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: dv-cinder-837538-1-iscsi {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:27:12.283290 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks [] for router_gateway (2aca0235-8e78-4f09-99da-fd340e7742bd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:12.364403 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:27:11Z', 'revision_number': 5, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port': {'id': 'ec9ca157-3cc5-4127-84a3-876a38688681', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:35Z', 'updated_at': '2022-04-12T19:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:12.391619 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] Checking router: 2aca0235-8e78-4f09-99da-fd340e7742bd for host: dv-cinder-837538-1-iscsi {{(pid=103910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:27:12.391854 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Deleting port ec9ca157-3cc5-4127-84a3-876a38688681 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:12.392121 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:12.399929 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] Routers {'2aca0235-8e78-4f09-99da-fd340e7742bd'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:27:12.400553 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['2aca0235-8e78-4f09-99da-fd340e7742bd'], 'active': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:12.472345 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] For port ec9ca157-3cc5-4127-84a3-876a38688681, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=ec9ca157-3cc5-4127-84a3-876a38688681,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:12.472712 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:12.490350 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvr_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] Set router 2aca0235-8e78-4f09-99da-fd340e7742bd gateway port host: None {{(pid=103910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:27:12.490627 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Calling delete_port for ec9ca157-3cc5-4127-84a3-876a38688681 owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:12.542922 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_hamode_db [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:27:12Z', 'revision_number': 6, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:12.573250 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec4ba6-f191-41bf-a465-1b74b990e3c5 None None] The sync data for ids ['2aca0235-8e78-4f09-99da-fd340e7742bd'] in dv-cinder-837538-1-iscsi is: [{'id': '2aca0235-8e78-4f09-99da-fd340e7742bd', 'name': 'tempest-TestVolumeBootPattern-1570467897-router', 'tenant_id': '820377ed90cd4b1aa7b6079217559de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:34Z', 'updated_at': '2022-04-12T19:27:12Z', 'revision_number': 6, 'project_id': '820377ed90cd4b1aa7b6079217559de1', 'gw_port_host': None}] {{(pid=103910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:27:12.726845 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (ec9ca157-3cc5-4127-84a3-876a38688681), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:12.751900 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9ca157-3cc5-4127-84a3-876a38688681,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:12.817572 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (2aca0235-8e78-4f09-99da-fd340e7742bd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:12.920339 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (2aca0235-8e78-4f09-99da-fd340e7742bd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:12.922613 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks [] for router_controller (2aca0235-8e78-4f09-99da-fd340e7742bd), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.058159 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (2aca0235-8e78-4f09-99da-fd340e7742bd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.058817 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aca0235-8e78-4f09-99da-fd340e7742bd {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:27:13.064387 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.065544 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f652a166-f1a4-4696-8d0f-1fb924a6704c admin admin] 10.222.0.50 "DELETE /v2.0/routers/2aca0235-8e78-4f09-99da-fd340e7742bd HTTP/1.1" status: 204 len: 168 time: 0.9993823 Apr 12 19:27:13.068226 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46128) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:13.113329 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] Deleting subnet 250d44b5-79db-4795-8f81-e33d119a2768 {{(pid=103908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:27:13.116517 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] Publish callbacks [] for subnet (250d44b5-79db-4795-8f81-e33d119a2768), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.154112 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4723282'] for subnet (250d44b5-79db-4795-8f81-e33d119a2768), precommit_delete_associations {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.229534 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (250d44b5-79db-4795-8f81-e33d119a2768), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.401458 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4883805'] for subnet (250d44b5-79db-4795-8f81-e33d119a2768), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.429490 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250d44b5-79db-4795-8f81-e33d119a2768,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:13.434614 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for subnet (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.440889 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d00ce2cd-9bb5-4d41-81f1-e70b5941ff4d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/250d44b5-79db-4795-8f81-e33d119a2768 HTTP/1.1" status: 204 len: 168 time: 0.3693399 Apr 12 19:27:13.443823 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab7a0d3-2b1e-4634-8a8c-a193ff27803c None None] Network 3a109e97-1d23-43da-9b96-77c2a2fda05f requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:27:13.447054 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46132) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:13.526313 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (3a109e97-1d23-43da-9b96-77c2a2fda05f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.536904 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46134) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:13.592198 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Deleting port 918d9d47-1f88-4dfd-ae3a-79923629387f {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:13.592541 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.621367 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] DHCP port deletion for 3a109e97-1d23-43da-9b96-77c2a2fda05f request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:27:13.667086 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] Deleting port 918d9d47-1f88-4dfd-ae3a-79923629387f {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:13.667456 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.674387 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c06668f2-cb53-446c-8d28-8ac423c803fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.675925 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] For port 918d9d47-1f88-4dfd-ae3a-79923629387f, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=918d9d47-1f88-4dfd-ae3a-79923629387f,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:13.676295 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.690692 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Calling delete_port for 918d9d47-1f88-4dfd-ae3a-79923629387f owned by network:dhcp {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:13.742520 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] For port 918d9d47-1f88-4dfd-ae3a-79923629387f, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=918d9d47-1f88-4dfd-ae3a-79923629387f,segment=NetworkSegment(6c69f08f-66f6-4fb2-a44f-f9531a9d1a30),segment_id=6c69f08f-66f6-4fb2-a44f-f9531a9d1a30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:13.742909 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.756531 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c06668f2-cb53-446c-8d28-8ac423c803fa admin admin] Publish callbacks [] for security_group (7fa6d14c-23f0-4d84-afb1-8593dc0dd15c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.756994 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] Calling delete_port for 918d9d47-1f88-4dfd-ae3a-79923629387f owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:13.835260 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c06668f2-cb53-446c-8d28-8ac423c803fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7fa6d14c-23f0-4d84-afb1-8593dc0dd15c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.852700 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.859511 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (918d9d47-1f88-4dfd-ae3a-79923629387f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:13.879171 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c06668f2-cb53-446c-8d28-8ac423c803fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef9dc6f31d3f4a3c9fff7d75dfd2c5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408406 Apr 12 19:27:13.879416 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=918d9d47-1f88-4dfd-ae3a-79923629387f,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:13.881363 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46138) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:13.881706 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06668f2-cb53-446c-8d28-8ac423c803fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6d14c-23f0-4d84-afb1-8593dc0dd15c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:13.884609 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] No DVR routers for this DVR port 918d9d47-1f88-4dfd-ae3a-79923629387f on host dv-cinder-837538-1-iscsi {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:27:13.886422 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] Pushing event deleted for resources: {'Port': ['ID=918d9d47-1f88-4dfd-ae3a-79923629387f,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:13.890713 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bb5a6-51eb-4602-85a2-75369ee3d266 None None] No DVR routers for this DVR port 918d9d47-1f88-4dfd-ae3a-79923629387f on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:27:13.994588 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (3a109e97-1d23-43da-9b96-77c2a2fda05f), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.014291 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fa17caa3-d622-4090-bac7-0dc122007b83 admin admin] Publish callbacks [] for security_group (7fa6d14c-23f0-4d84-afb1-8593dc0dd15c), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.030102 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a109e97-1d23-43da-9b96-77c2a2fda05f']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:14.050833 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:14.051131 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c69f08f-66f6-4fb2-a44f-f9531a9d1a30') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:14.061500 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fa17caa3-d622-4090-bac7-0dc122007b83 admin admin] Publish callbacks [] for security_group (7fa6d14c-23f0-4d84-afb1-8593dc0dd15c), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.070001 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (6c69f08f-66f6-4fb2-a44f-f9531a9d1a30), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.094336 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (6c69f08f-66f6-4fb2-a44f-f9531a9d1a30), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.105952 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:27:14.108102 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (6c69f08f-66f6-4fb2-a44f-f9531a9d1a30), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:27:14.108327 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:27:14.223979 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (3a109e97-1d23-43da-9b96-77c2a2fda05f), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.229132 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.232496 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3a109e97-1d23-43da-9b96-77c2a2fda05f HTTP/1.1" status: 204 len: 168 time: 0.7841868 Apr 12 19:27:14.235872 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46140) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:14.243384 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce57617-6c16-42f8-bedf-924e4435fac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a109e97-1d23-43da-9b96-77c2a2fda05f,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:14.258139 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fa17caa3-d622-4090-bac7-0dc122007b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7fa6d14c-23f0-4d84-afb1-8593dc0dd15c), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.260827 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-fa17caa3-d622-4090-bac7-0dc122007b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.261946 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-fa17caa3-d622-4090-bac7-0dc122007b83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fa6d14c-23f0-4d84-afb1-8593dc0dd15c HTTP/1.1" status: 204 len: 168 time: 0.3785193 Apr 12 19:27:14.272215 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17caa3-d622-4090-bac7-0dc122007b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6d14c-23f0-4d84-afb1-8593dc0dd15c,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:14.592307 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397506'] for router_interface (d59ef124-bd2c-431d-ba17-be3a91912b7f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.592507 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 918d9d47-1f88-4dfd-ae3a-79923629387f no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:14.612530 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 918d9d47-1f88-4dfd-ae3a-79923629387f {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:14.612876 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 918d9d47-1f88-4dfd-ae3a-79923629387f not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:14.613310 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device f15ba720-0089-42cc-9d5e-58ac52af6fda no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:14.634847 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: f15ba720-0089-42cc-9d5e-58ac52af6fda {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:14.638501 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device f15ba720-0089-42cc-9d5e-58ac52af6fda not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:14.638501 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device ec9ca157-3cc5-4127-84a3-876a38688681 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:14.655255 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: ec9ca157-3cc5-4127-84a3-876a38688681 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:14.655635 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device ec9ca157-3cc5-4127-84a3-876a38688681 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:14.810394 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46146) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:14.823113 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-52317d04-641a-4be9-aab7-908b8f46d584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.829026 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Deleting port 3def72f6-ed05-43d8-ad5d-3454e1b8a097 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:14.833239 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.900860 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-52317d04-641a-4be9-aab7-908b8f46d584 admin admin] Publish callbacks [] for security_group (26a5581c-5d52-4931-9530-0b01104d0113), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.908720 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] For port 3def72f6-ed05-43d8-ad5d-3454e1b8a097, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=3def72f6-ed05-43d8-ad5d-3454e1b8a097,segment=NetworkSegment(315ada91-85ac-489e-9f73-9963e82f030a),segment_id=315ada91-85ac-489e-9f73-9963e82f030a)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:14.909084 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:14.922144 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Calling delete_port for 3def72f6-ed05-43d8-ad5d-3454e1b8a097 owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:14.972581 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-52317d04-641a-4be9-aab7-908b8f46d584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (26a5581c-5d52-4931-9530-0b01104d0113), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.011845 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-52317d04-641a-4be9-aab7-908b8f46d584 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ca6ad373150464182d06768ab6a189a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002883 Apr 12 19:27:15.012935 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52317d04-641a-4be9-aab7-908b8f46d584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a5581c-5d52-4931-9530-0b01104d0113,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:15.015905 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46148) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:15.064671 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d644b342-0de1-41e8-a6b3-0ff4176cfe56 admin admin] Publish callbacks [] for security_group (26a5581c-5d52-4931-9530-0b01104d0113), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.087925 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d644b342-0de1-41e8-a6b3-0ff4176cfe56 admin admin] Publish callbacks [] for security_group (26a5581c-5d52-4931-9530-0b01104d0113), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.195666 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (3def72f6-ed05-43d8-ad5d-3454e1b8a097), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.212628 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d644b342-0de1-41e8-a6b3-0ff4176cfe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (26a5581c-5d52-4931-9530-0b01104d0113), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.215314 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-d644b342-0de1-41e8-a6b3-0ff4176cfe56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.216527 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-d644b342-0de1-41e8-a6b3-0ff4176cfe56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26a5581c-5d52-4931-9530-0b01104d0113 HTTP/1.1" status: 204 len: 168 time: 0.1997213 Apr 12 19:27:15.224459 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644b342-0de1-41e8-a6b3-0ff4176cfe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a5581c-5d52-4931-9530-0b01104d0113,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:15.226097 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3def72f6-ed05-43d8-ad5d-3454e1b8a097,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:15.416141 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1668060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397406'] for router_interface (d59ef124-bd2c-431d-ba17-be3a91912b7f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.632526 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Router d59ef124-bd2c-431d-ba17-be3a91912b7f has already been hosted by L3 agent cc3b123a-2fc2-4056-8f58-70b644de016e {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 19:27:15.743231 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] Notify agent at l3_agent.dv-cinder-837538-1-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 19:27:15.748852 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4a51dcb4-5da6-489b-a89b-783d628cc4f1 admin admin] 10.222.0.50 "PUT /v2.0/routers/d59ef124-bd2c-431d-ba17-be3a91912b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5112102 Apr 12 19:27:15.751353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46160) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:15.752484 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] Sync routers for ids ['d59ef124-bd2c-431d-ba17-be3a91912b7f'] in dv-cinder-837538-1-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 19:27:15.766752 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] Routers {'d59ef124-bd2c-431d-ba17-be3a91912b7f'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:27:15.767366 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['d59ef124-bd2c-431d-ba17-be3a91912b7f'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:15.862426 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks [] for router (d59ef124-bd2c-431d-ba17-be3a91912b7f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:15.877830 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] Set router d59ef124-bd2c-431d-ba17-be3a91912b7f gateway port host: dv-cinder-837538-1-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:27:15.970514 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks [] for router_gateway (d59ef124-bd2c-431d-ba17-be3a91912b7f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:16.058614 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'external_fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:27:15Z', 'revision_number': 5, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port': {'id': 'eded9625-c412-4108-abae-55c78bf6df6d', 'name': '', 'network_id': '9731df22-e290-4d9c-8038-b43e348300ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:bf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837538-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28f97ba4-a0f1-4db1-a5c6-29d8590502aa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837538-1-iscsi'}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:16.085655 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] Checking router: d59ef124-bd2c-431d-ba17-be3a91912b7f for host: dv-cinder-837538-1-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 19:27:16.094888 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] Routers {'d59ef124-bd2c-431d-ba17-be3a91912b7f'} bound to L3 agent in host dv-cinder-837538-1-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 19:27:16.095519 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837538-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T19:00:59Z,description=,heartbeat_timestamp=2022-04-12T19:26:59Z,host='dv-cinder-837538-1-iscsi',id=cc3b123a-2fc2-4056-8f58-70b644de016e,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T19:01:00Z,topic='l3_agent')) {'router_ids': ['d59ef124-bd2c-431d-ba17-be3a91912b7f'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:16.112217 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Deleting port eded9625-c412-4108-abae-55c78bf6df6d {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:16.112554 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (eded9625-c412-4108-abae-55c78bf6df6d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:16.191217 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] Set router d59ef124-bd2c-431d-ba17-be3a91912b7f gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 19:27:16.196862 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] For port eded9625-c412-4108-abae-55c78bf6df6d, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=eded9625-c412-4108-abae-55c78bf6df6d,segment=NetworkSegment(4c8f0350-3aa0-4d2d-babb-7a5567ac17e2),segment_id=4c8f0350-3aa0-4d2d-babb-7a5567ac17e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:16.197231 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (eded9625-c412-4108-abae-55c78bf6df6d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:16.211641 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Calling delete_port for eded9625-c412-4108-abae-55c78bf6df6d owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:16.247219 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:27:15Z', 'revision_number': 6, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port_host': None}], 'dv-cinder-837538-1-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:16.273673 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0610b7b-4836-483b-8a06-ac85849b6b2b None None] The sync data for ids ['d59ef124-bd2c-431d-ba17-be3a91912b7f'] in dv-cinder-837538-1-iscsi is: [{'id': 'd59ef124-bd2c-431d-ba17-be3a91912b7f', 'name': 'tempest-TestVolumeBootPattern-1859631167-router', 'tenant_id': 'a157aaece61346719a362ce6df55db6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T19:17:42Z', 'updated_at': '2022-04-12T19:27:15Z', 'revision_number': 6, 'project_id': 'a157aaece61346719a362ce6df55db6a', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 19:27:16.446536 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4276854'] for port (eded9625-c412-4108-abae-55c78bf6df6d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:16.683232 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 3def72f6-ed05-43d8-ad5d-3454e1b8a097 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:16.711230 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 3def72f6-ed05-43d8-ad5d-3454e1b8a097 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:16.711624 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 3def72f6-ed05-43d8-ad5d-3454e1b8a097 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:16.737949 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eded9625-c412-4108-abae-55c78bf6df6d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:16.803252 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-398072'] for router_gateway (d59ef124-bd2c-431d-ba17-be3a91912b7f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:16.896364 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-404262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59546'] for router (d59ef124-bd2c-431d-ba17-be3a91912b7f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:16.896508 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks [] for router_controller (d59ef124-bd2c-431d-ba17-be3a91912b7f), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.012694 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-404253'] for router (d59ef124-bd2c-431d-ba17-be3a91912b7f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.013662 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d59ef124-bd2c-431d-ba17-be3a91912b7f {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 19:27:17.018340 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.019504 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f40e716b-9391-4609-8de0-1b50175731e0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d59ef124-bd2c-431d-ba17-be3a91912b7f HTTP/1.1" status: 204 len: 168 time: 1.2671773 Apr 12 19:27:17.022124 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46186) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:17.071884 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] Deleting subnet f4b7d38b-e794-4dbb-a629-d01aaba1f6cd {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 19:27:17.075275 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] Publish callbacks [] for subnet (f4b7d38b-e794-4dbb-a629-d01aaba1f6cd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.112721 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4755641'] for subnet (f4b7d38b-e794-4dbb-a629-d01aaba1f6cd), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.197212 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1548321'] for subnet (f4b7d38b-e794-4dbb-a629-d01aaba1f6cd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.321996 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1548342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4276761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5895573'] for subnet (f4b7d38b-e794-4dbb-a629-d01aaba1f6cd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.352238 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.356995 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e652a239-2390-4615-810e-37c054f9736e None None] Network b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 requested from dv-cinder-837538-1-iscsi {{(pid=103910) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 19:27:17.357176 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f4b7d38b-e794-4dbb-a629-d01aaba1f6cd HTTP/1.1" status: 204 len: 168 time: 0.3341379 Apr 12 19:27:17.359333 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaeb70-4051-4258-97d5-74b829fd973b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b7d38b-e794-4dbb-a629-d01aaba1f6cd,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:17.361348 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46192) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:17.444918 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-608080'] for network (b40da1dd-e37a-4f64-88ca-a2c8f051d2c4), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.493526 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Deleting port 2e875dae-a95d-41e2-8150-c98ab860e0f5 {{(pid=103908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:17.499678 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.506678 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] DHCP port deletion for b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 request from dv-cinder-837538-1-iscsi {{(pid=103910) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 19:27:17.548683 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] Deleting port 2e875dae-a95d-41e2-8150-c98ab860e0f5 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 19:27:17.549053 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763860778024'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.562060 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.db [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] For port 2e875dae-a95d-41e2-8150-c98ab860e0f5, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=2e875dae-a95d-41e2-8150-c98ab860e0f5,segment=NetworkSegment(315ada91-85ac-489e-9f73-9963e82f030a),segment_id=315ada91-85ac-489e-9f73-9963e82f030a)] {{(pid=103908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:17.562425 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.576783 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Calling delete_port for 2e875dae-a95d-41e2-8150-c98ab860e0f5 owned by network:dhcp {{(pid=103908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:17.738264 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846733'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.745413 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] For port 2e875dae-a95d-41e2-8150-c98ab860e0f5, host dv-cinder-837538-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837538-1-iscsi',level=0,port_id=2e875dae-a95d-41e2-8150-c98ab860e0f5,segment=NetworkSegment(315ada91-85ac-489e-9f73-9963e82f030a),segment_id=315ada91-85ac-489e-9f73-9963e82f030a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 19:27:17.746090 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396876'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.759305 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] Calling delete_port for 2e875dae-a95d-41e2-8150-c98ab860e0f5 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 19:27:17.766217 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2e875dae-a95d-41e2-8150-c98ab860e0f5,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:17.770196 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] No DVR routers for this DVR port 2e875dae-a95d-41e2-8150-c98ab860e0f5 on host dv-cinder-837538-1-iscsi {{(pid=103908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:27:17.837934 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763860785174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763860377007'] for port (2e875dae-a95d-41e2-8150-c98ab860e0f5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.855233 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1556378', 'neutron.services.segments.db._delete_segments_for_network-8763860899512'] for network (b40da1dd-e37a-4f64-88ca-a2c8f051d2c4), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.865886 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] Pushing event deleted for resources: {'Port': ['ID=2e875dae-a95d-41e2-8150-c98ab860e0f5,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:17.869740 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc9198-4aef-4bf2-a40a-054c50ff0386 None None] No DVR routers for this DVR port 2e875dae-a95d-41e2-8150-c98ab860e0f5 on host dv-cinder-837538-1-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 19:27:17.878120 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40da1dd-e37a-4f64-88ca-a2c8f051d2c4']}} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:17.888357 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315ada91-85ac-489e-9f73-9963e82f030a') {'for_net_delete': True} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:17.888659 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.services.segments.db [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315ada91-85ac-489e-9f73-9963e82f030a') {} {{(pid=103908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 19:27:17.898257 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763860840641', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4723305'] for segment (315ada91-85ac-489e-9f73-9963e82f030a), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.911436 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770'] for segment (315ada91-85ac-489e-9f73-9963e82f030a), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.917320 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 19:27:17.917702 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1551770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846680'] for segment (315ada91-85ac-489e-9f73-9963e82f030a), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: Traceback (most recent call last): Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: timer() Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: cb(*args, **kw) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: return func(*args, **kwargs) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: self._notify() Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: self.callback(batched_events) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: event.method(event) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: return f(self, *a, **k) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._get(url).json() Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: return self.request(url, 'GET', **kwargs) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 19:27:17.919388 dv-cinder-837538-1-iscsi neutron-server[103908]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 19:27:18.058202 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1556387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398044'] for network (b40da1dd-e37a-4f64-88ca-a2c8f051d2c4), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:18.063224 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1667879'] for network (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:18.066513 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/b40da1dd-e37a-4f64-88ca-a2c8f051d2c4 HTTP/1.1" status: 204 len: 168 time: 0.7035751 Apr 12 19:27:18.079063 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbaf26-6cc1-4eec-9459-d3384aeaf2ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b40da1dd-e37a-4f64-88ca-a2c8f051d2c4,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:18.386870 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46200) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:18.426870 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c207a236-395c-465f-8e5e-54a0286d1808 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=820377ed90cd4b1aa7b6079217559de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388043 Apr 12 19:27:18.429439 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46202) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:18.475353 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78c3ee72-84a3-44d9-81ca-3a63db4d594b admin admin] Publish callbacks [] for security_group (7f461eae-ae25-4562-b5c9-4382440774cd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:18.495767 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78c3ee72-84a3-44d9-81ca-3a63db4d594b admin admin] Publish callbacks [] for security_group (7f461eae-ae25-4562-b5c9-4382440774cd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:18.584766 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device eded9625-c412-4108-abae-55c78bf6df6d no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:18.605615 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: eded9625-c412-4108-abae-55c78bf6df6d {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:18.605951 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device eded9625-c412-4108-abae-55c78bf6df6d not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:18.606352 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 2e875dae-a95d-41e2-8150-c98ab860e0f5 no longer exists at agent ovs-agent-dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 19:27:18.617848 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78c3ee72-84a3-44d9-81ca-3a63db4d594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (7f461eae-ae25-4562-b5c9-4382440774cd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:18.620447 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-78c3ee72-84a3-44d9-81ca-3a63db4d594b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:18.621621 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-78c3ee72-84a3-44d9-81ca-3a63db4d594b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f461eae-ae25-4562-b5c9-4382440774cd HTTP/1.1" status: 204 len: 168 time: 0.1912684 Apr 12 19:27:18.628029 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] No Port match for: 2e875dae-a95d-41e2-8150-c98ab860e0f5 {{(pid=103910) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 19:27:18.628029 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.rpc [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Device 2e875dae-a95d-41e2-8150-c98ab860e0f5 not bound to the agent host dv-cinder-837538-1-iscsi {{(pid=103910) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 19:27:18.630070 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3ee72-84a3-44d9-81ca-3a63db4d594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f461eae-ae25-4562-b5c9-4382440774cd,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:19.239357 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46216) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:19.281006 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e208e4cf-cbdd-4a39-8c5a-61d6d70cb2b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a157aaece61346719a362ce6df55db6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403163 Apr 12 19:27:19.283301 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46218) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:19.329405 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f54b0ce-86a9-4fd6-9767-0b6dd0f5b838 admin admin] Publish callbacks [] for security_group (e25dba57-4c00-42b5-be67-e8c7fa390436), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:19.349946 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f54b0ce-86a9-4fd6-9767-0b6dd0f5b838 admin admin] Publish callbacks [] for security_group (e25dba57-4c00-42b5-be67-e8c7fa390436), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:19.463864 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f54b0ce-86a9-4fd6-9767-0b6dd0f5b838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (e25dba57-4c00-42b5-be67-e8c7fa390436), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:19.466403 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f54b0ce-86a9-4fd6-9767-0b6dd0f5b838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:19.468178 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1f54b0ce-86a9-4fd6-9767-0b6dd0f5b838 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e25dba57-4c00-42b5-be67-e8c7fa390436 HTTP/1.1" status: 204 len: 168 time: 0.1839473 Apr 12 19:27:19.476241 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54b0ce-86a9-4fd6-9767-0b6dd0f5b838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25dba57-4c00-42b5-be67-e8c7fa390436,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:20.431565 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46228) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:20.534620 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b45b590-b341-4058-a4d6-e9e71a3974d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:20.610020 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b45b590-b341-4058-a4d6-e9e71a3974d3 admin admin] Publish callbacks [] for security_group (bd1d1c1f-8992-480f-9316-9d3444e950f7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:20.675253 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b45b590-b341-4058-a4d6-e9e71a3974d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (bd1d1c1f-8992-480f-9316-9d3444e950f7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:20.712197 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45b590-b341-4058-a4d6-e9e71a3974d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d1c1f-8992-480f-9316-9d3444e950f7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:20.716550 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5b45b590-b341-4058-a4d6-e9e71a3974d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb13033e405c4d189031bbf8162e2715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839427 Apr 12 19:27:20.719895 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46232) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:20.767214 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fe970311-e636-4d31-9ab5-a5b4bbd57240 admin admin] Publish callbacks [] for security_group (bd1d1c1f-8992-480f-9316-9d3444e950f7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:20.788465 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fe970311-e636-4d31-9ab5-a5b4bbd57240 admin admin] Publish callbacks [] for security_group (bd1d1c1f-8992-480f-9316-9d3444e950f7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:20.903659 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fe970311-e636-4d31-9ab5-a5b4bbd57240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (bd1d1c1f-8992-480f-9316-9d3444e950f7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:20.906900 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fe970311-e636-4d31-9ab5-a5b4bbd57240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:20.908237 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fe970311-e636-4d31-9ab5-a5b4bbd57240 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd1d1c1f-8992-480f-9316-9d3444e950f7 HTTP/1.1" status: 204 len: 168 time: 0.1874521 Apr 12 19:27:20.916057 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe970311-e636-4d31-9ab5-a5b4bbd57240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d1c1f-8992-480f-9316-9d3444e950f7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:21.507315 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46238) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:21.520419 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-dbfd41fa-6e0c-41a1-ad76-9735224b60e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:21.591870 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-dbfd41fa-6e0c-41a1-ad76-9735224b60e5 admin admin] Publish callbacks [] for security_group (b8f0f69f-d81b-49a4-be22-019ba4fac4ca), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:21.663601 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-dbfd41fa-6e0c-41a1-ad76-9735224b60e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (b8f0f69f-d81b-49a4-be22-019ba4fac4ca), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:21.705285 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-dbfd41fa-6e0c-41a1-ad76-9735224b60e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8739227280df47f89c8fa4bb7059c919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968410 Apr 12 19:27:21.706396 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd41fa-6e0c-41a1-ad76-9735224b60e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0f69f-d81b-49a4-be22-019ba4fac4ca,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:21.708045 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46240) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:21.760725 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ceb065bc-aea8-42ee-b154-846fb4d70c9f admin admin] Publish callbacks [] for security_group (b8f0f69f-d81b-49a4-be22-019ba4fac4ca), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:21.781765 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ceb065bc-aea8-42ee-b154-846fb4d70c9f admin admin] Publish callbacks [] for security_group (b8f0f69f-d81b-49a4-be22-019ba4fac4ca), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:21.886177 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ceb065bc-aea8-42ee-b154-846fb4d70c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (b8f0f69f-d81b-49a4-be22-019ba4fac4ca), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:21.888812 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ceb065bc-aea8-42ee-b154-846fb4d70c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:21.889968 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ceb065bc-aea8-42ee-b154-846fb4d70c9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8f0f69f-d81b-49a4-be22-019ba4fac4ca HTTP/1.1" status: 204 len: 168 time: 0.1808677 Apr 12 19:27:21.897526 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb065bc-aea8-42ee-b154-846fb4d70c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0f69f-d81b-49a4-be22-019ba4fac4ca,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:22.778454 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:27:26.594460 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:26.652072 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bd55aba2-367a-4337-a0d2-807551b00836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:29.017753 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-372acf25-0b3c-4e30-b599-4b28bd8ac2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:30.263644 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:31.891974 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:32.648853 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46362) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:32.753472 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-57e87ca1-7cd4-495c-9ea7-a341399ea2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:32.825157 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-57e87ca1-7cd4-495c-9ea7-a341399ea2e8 admin admin] Publish callbacks [] for security_group (696ea7dd-d4f7-4593-b414-af211d5c0ce9), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:32.868858 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-57e87ca1-7cd4-495c-9ea7-a341399ea2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (696ea7dd-d4f7-4593-b414-af211d5c0ce9), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:32.907715 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-57e87ca1-7cd4-495c-9ea7-a341399ea2e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=828fdcc00e1c480eb4dbf092aad4f57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577908 Apr 12 19:27:32.908831 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e87ca1-7cd4-495c-9ea7-a341399ea2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ea7dd-d4f7-4593-b414-af211d5c0ce9,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:32.910675 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46366) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:32.959296 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fab41b4e-2ebf-4b17-b390-4b84f31b6c7e admin admin] Publish callbacks [] for security_group (696ea7dd-d4f7-4593-b414-af211d5c0ce9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:32.980833 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fab41b4e-2ebf-4b17-b390-4b84f31b6c7e admin admin] Publish callbacks [] for security_group (696ea7dd-d4f7-4593-b414-af211d5c0ce9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.012210 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.091993 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fab41b4e-2ebf-4b17-b390-4b84f31b6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (696ea7dd-d4f7-4593-b414-af211d5c0ce9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.095050 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fab41b4e-2ebf-4b17-b390-4b84f31b6c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.096244 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fab41b4e-2ebf-4b17-b390-4b84f31b6c7e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/696ea7dd-d4f7-4593-b414-af211d5c0ce9 HTTP/1.1" status: 204 len: 168 time: 0.1844432 Apr 12 19:27:33.104218 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab41b4e-2ebf-4b17-b390-4b84f31b6c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ea7dd-d4f7-4593-b414-af211d5c0ce9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:33.660433 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46372) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:33.673392 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b93b048-e526-4005-ab74-585cebc9172e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.746573 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b93b048-e526-4005-ab74-585cebc9172e admin admin] Publish callbacks [] for security_group (3038646c-e8ee-4f7f-ae60-96b70bee4159), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.811695 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9b93b048-e526-4005-ab74-585cebc9172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3038646c-e8ee-4f7f-ae60-96b70bee4159), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.849865 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9b93b048-e526-4005-ab74-585cebc9172e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35724f6cf41f4bf9b2f30e3a10105610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883063 Apr 12 19:27:33.850877 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93b048-e526-4005-ab74-585cebc9172e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038646c-e8ee-4f7f-ae60-96b70bee4159,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:33.852639 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46374) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:33.903316 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ee89ead5-31fc-43d9-afad-d3428cbcbdc6 admin admin] Publish callbacks [] for security_group (3038646c-e8ee-4f7f-ae60-96b70bee4159), before_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:33.925148 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ee89ead5-31fc-43d9-afad-d3428cbcbdc6 admin admin] Publish callbacks [] for security_group (3038646c-e8ee-4f7f-ae60-96b70bee4159), precommit_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:34.023392 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ee89ead5-31fc-43d9-afad-d3428cbcbdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (3038646c-e8ee-4f7f-ae60-96b70bee4159), after_delete {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:34.026075 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-ee89ead5-31fc-43d9-afad-d3428cbcbdc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:34.027250 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-ee89ead5-31fc-43d9-afad-d3428cbcbdc6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3038646c-e8ee-4f7f-ae60-96b70bee4159 HTTP/1.1" status: 204 len: 168 time: 0.1736424 Apr 12 19:27:34.035802 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89ead5-31fc-43d9-afad-d3428cbcbdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038646c-e8ee-4f7f-ae60-96b70bee4159,revision_number=None']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:34.633385 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [-] (103908) accepted ('10.222.0.50', 46380) {{(pid=103908) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:34.647121 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2735499c-b99d-45b2-b6ff-0d972073af72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:34.721152 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2735499c-b99d-45b2-b6ff-0d972073af72 admin admin] Publish callbacks [] for security_group (99abd7ee-6e85-4181-981e-78037ce9af57), precommit_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:34.794418 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron_lib.callbacks.manager [None req-2735499c-b99d-45b2-b6ff-0d972073af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (99abd7ee-6e85-4181-981e-78037ce9af57), after_create {{(pid=103908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:34.833196 dv-cinder-837538-1-iscsi neutron-server[103908]: INFO neutron.wsgi [None req-2735499c-b99d-45b2-b6ff-0d972073af72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aaee85cd44e24b2db1821e8f67df817d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986983 Apr 12 19:27:34.834143 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735499c-b99d-45b2-b6ff-0d972073af72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99abd7ee-6e85-4181-981e-78037ce9af57,revision_number=1']} {{(pid=103908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:34.835942 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 46382) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 19:27:34.885947 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Publish callbacks [] for security_group (99abd7ee-6e85-4181-981e-78037ce9af57), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:34.907878 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Publish callbacks [] for security_group (99abd7ee-6e85-4181-981e-78037ce9af57), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:35.017667 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1642595'] for security_group (99abd7ee-6e85-4181-981e-78037ce9af57), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:35.020202 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:35.021364 dv-cinder-837538-1-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99abd7ee-6e85-4181-981e-78037ce9af57 HTTP/1.1" status: 204 len: 168 time: 0.1844325 Apr 12 19:27:35.028961 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99abd7ee-6e85-4181-981e-78037ce9af57,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 19:27:35.036714 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.037063 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.037401 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.037740 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.038080 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.038408 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.038736 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.039059 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.039384 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.039736 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.040067 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.040910 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.040910 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.041087 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:35.041314 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb75aa-6a84-410b-9f36-a5192c88a108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837538-1-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 19:27:56.610791 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:56.691163 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f7e95837-c83b-47ac-bb00-bfc692435670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:58.943242 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bc2946ba-da17-4c64-aa03-da79be598af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:27:59.778316 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:28:00.239586 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:01.925133 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:03.005455 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:04.878350 dv-cinder-837538-1-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-7e373561-a97d-4536-848c-675ccf098dab req-4144073c-72f5-442b-aae8-51765b7a801d service neutron] (103909) timed out ('10.222.0.46', 58811) {{(pid=103909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:28:26.602134 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:26.661910 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-156cf775-fe1b-44f4-ace2-fcf8bd362d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:29.005361 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8040217e-7260-4809-a1db-05424a6f29d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:30.244155 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:31.913036 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:33.015863 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:36.776834 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:28:56.603004 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:56.666083 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-49a04243-9341-4124-8dc1-e542fe4dd739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:28:58.975202 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b04d3e89-adb2-40b9-9564-6ebb63cfa879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:00.289293 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:01.911827 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:03.032108 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:13.775421 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:29:26.608245 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:26.676783 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df255079-bfad-48c5-83fb-ece68af0b45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:29.002596 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5302f85-1737-4f3d-b097-4081b4783b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:30.230839 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:31.882272 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:33.007984 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:50.773365 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:29:56.636292 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:56.681906 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b33e7b1-be50-4053-b852-2ccdddf0073a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:29:58.973334 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5bf45016-0333-430f-ae51-f6b34a72f36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:00.253300 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:01.910027 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:03.064297 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:26.629338 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:26.686666 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89ff7587-f1da-45bb-aa1c-e449ba0988e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:27.772515 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:30:28.960938 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b8b61049-5509-46ff-a9f8-f1f4a4dab13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:30.246598 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:31.909765 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:33.053105 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:49.951873 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-12dde0b0-a07a-41db-9e30-2db43ea971d6 service neutron] (103908) timed out ('10.222.0.50', 40040) {{(pid=103908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:30:50.031664 dv-cinder-837538-1-iscsi neutron-server[103908]: DEBUG neutron.wsgi [req-efb850bc-c141-4534-9580-e28ce93ca6f7 req-f4f3c054-3a53-4095-b4dc-cbaac1e537d1 tempest-TestShelveInstance-1382478891 tempest-TestShelveInstance-1382478891-project] (103908) timed out ('10.222.0.50', 40048) {{(pid=103908) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 19:30:56.662943 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:56.685771 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5d963ef9-4a73-4e27-88f2-d429b7811bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:30:58.970116 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9760-56b6-4aac-b21a-136b70c03d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:00.279828 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:01.908434 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:03.022807 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:04.771007 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:31:26.643563 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:26.660948 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-36c7a1a7-0858-4785-92fd-653efa78c7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:28.951985 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-99addde7-0757-46ac-a16d-99f8585d63a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:30.267424 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:31.907501 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:33.038720 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:41.769791 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:31:56.649837 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:56.678133 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6fe57ad2-8993-4724-bdf2-025545378188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:31:58.946681 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3f33866a-0f67-4777-9ccd-276ae6bf999a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:00.259255 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:01.912161 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:03.055101 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:18.767874 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:32:26.603024 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:26.676102 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aac10309-e930-492d-9c16-49727159f586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:28.963243 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b7f0fab8-d6b3-4a70-9ac2-6228e0e23032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:30.253949 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:31.915642 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:33.035653 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:55.766262 dv-cinder-837538-1-iscsi neutron-server[103911]: DEBUG neutron.db.agents_db [None req-09d1d4cc-7fa7-481a-aa6b-02a527a67253 None None] Agent healthcheck: found 6 active agents {{(pid=103911) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 19:32:56.619932 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e5caa1db-fb7d-4aa7-8dda-030d5ac19328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (3a46e229-b6ac-4a94-b22f-7a1e1d546410), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:56.677048 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd26e41f-ea04-4113-81e8-0e93a2f96643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (e2e4a2b1-d25f-4599-90ac-1ad1364b5b40), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:32:58.989042 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2d5210a6-cf10-4c8a-afb7-851f2755e76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (cc3b123a-2fc2-4056-8f58-70b644de016e), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:00.259093 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9c34e7db-458b-4e29-84f4-28506b4b1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (194dc078-c4bb-4cb4-aab6-48470ff4289c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:01.925866 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e354eb33-8fc2-480e-9dfa-dde01f9cba9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (0846e843-8509-41c5-af57-1aae61b569ea), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 19:33:03.034545 dv-cinder-837538-1-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d5c47ba6-8cf1-48c2-bbf0-eb79c15ea825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763860899494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455835'] for agent (63accede-7eb8-4d28-b16c-1ac3f5712081), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}